-- Logs begin at Fri 2022-06-24 15:38:16 UTC, end at Fri 2022-06-24 16:51:21 UTC. --
Jun 24 16:22:32.855726 dv-cinder-847189-3-iscsi systemd[1]: Started Devstack devstack@q-svc.service.
Jun 24 16:22:35.351830 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.common.config [-] Logging enabled!
Jun 24 16:22:35.352539 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46
Jun 24 16:22:35.352629 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 24 16:22:35.355732 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.common.config [-] Logging enabled!
Jun 24 16:22:35.355986 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.4.1.dev46
Jun 24 16:22:35.356351 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=88009) setup_logging /opt/stack/neutron/neutron/common/config.py:112}}
Jun 24 16:22:35.357790 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 24 16:22:35.358022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 24 16:22:35.358378 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 24 16:22:35.358623 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 24 16:22:35.358878 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 24 16:22:35.359196 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] allow_bulk                     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.359493 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] allow_overlapping_ips          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.359792 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] api_extensions_path            =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.360020 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] api_paste_config               = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.360317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] api_workers                    = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.360609 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] auth_strategy                  = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.360891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] backlog                        = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.361178 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.361473 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] bind_host                      = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.361755 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] bind_port                      = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.362031 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] client_socket_timeout          = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.362311 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] config_dir                     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.362876 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.362876 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] config_source                  = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.363111 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] control_exchange               = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.363394 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] core_plugin                    = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.363613 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] debug                          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.363889 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] default_availability_zones     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.364312 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.364717 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] dhcp_agent_notification        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.364997 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] dhcp_lease_duration            = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.365284 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] dns_domain                     = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.365574 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] enable_traditional_dhcp        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.365830 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] external_dns_driver            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.366103 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] filter_validation              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.366385 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] global_physnet_mtu             = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.366727 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] host                           = dv-cinder-847189-3-iscsi {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.367006 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] http_retries                   = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.367293 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] instance_format                = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.367578 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.367862 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ipam_driver                    = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.368135 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ipv6_pd_enabled                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.368408 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_config_append              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.368689 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.368959 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_dir                        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.369227 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_file                       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.369500 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_rotate_interval            = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.369790 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_rotate_interval_type       = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.370075 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] log_rotation_type              = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.370362 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.370585 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.370839 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.371126 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.371409 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.371682 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] max_dns_nameservers            = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.371981 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] max_header_line                = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.372251 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] max_logfile_count              = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.372523 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] max_logfile_size_mb            = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.372794 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] max_subnet_host_routes         = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.373058 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] network_link_prefix            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.373337 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.373616 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.373895 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] pagination_max_limit           = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.374165 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] periodic_fuzzy_delay           = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.374434 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] periodic_interval              = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.374719 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] publish_errors                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.374992 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_burst               = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.375270 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_except_level        = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.375540 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rate_limit_interval            = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.375807 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] retry_until_window             = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.376077 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rpc_response_max_timeout       = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.376360 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rpc_state_report_workers       = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.376623 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] rpc_workers                    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.376892 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] send_events_interval           = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.377186 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.377465 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] setproctitle                   = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.377741 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] state_path                     = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.378019 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] syslog_log_facility            = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.378288 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] tcp_keepidle                   = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.378565 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] transport_url                  = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.378869 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_eventlog                   = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.379139 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_journal                    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.379405 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_json                       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.379675 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_ssl                        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.379940 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_stderr                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.380219 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] use_syslog                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.380490 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] vlan_transparent               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.380758 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] watch_log_file                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.381028 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_default_pool_size         = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.381298 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_keep_alive                = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.381579 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.381846 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] wsgi_server_debug              = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:35.382141 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.382436 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.382758 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.connection_string     = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.383044 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.enabled               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.383333 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_doc_type           = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.383610 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_scroll_size        = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.383894 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.es_scroll_time        = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.384169 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.filter_error_trace    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.384455 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.384740 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.385021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.socket_timeout        = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.385294 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.385719 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.387868 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.388204 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.388599 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.388912 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.389219 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.389513 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.389848 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.390186 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.390478 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.390798 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.auth_section              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.391120 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.auth_type                 = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.391397 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.391675 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.certfile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.391960 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.collect_timing            = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.392247 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.endpoint_type             = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.392524 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.insecure                  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.392798 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.keyfile                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.393075 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.live_migration_events     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.393363 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.region_name               = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.393642 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.split_loggers             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.393913 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] nova.timeout                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.394194 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.auth_section         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.394485 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.auth_type            = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.394798 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.395171 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.certfile             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.395436 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.collect_timing       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.395726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.endpoint_type        = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.396002 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.insecure             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.396272 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.keyfile              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.396543 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.region_name          = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.396818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.split_loggers        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.397087 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] placement.timeout              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.397368 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.auth_section            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.397642 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.auth_type               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.397911 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.cafile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.398181 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.certfile                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.398455 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.collect_timing          = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.398750 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.connect_retries         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.399022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.connect_retry_delay     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.399301 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.enable_notifications    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.399643 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.endpoint_override       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.399926 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.insecure                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.400202 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.interface               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.400477 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.keyfile                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.400756 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.max_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.401026 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.min_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.401297 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.region_name             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.401570 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.service_name            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.401838 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.service_type            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.402112 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.split_loggers           = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.402382 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.status_code_retries     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.402650 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.402942 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.timeout                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.403759 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.valid_interfaces        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.404033 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ironic.version                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.404320 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.404620 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.404898 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.405178 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.405457 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.405736 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.406013 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.406289 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.406567 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.406875 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.407146 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.407437 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.407719 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.408008 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.408290 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.408571 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.408865 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.409142 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.409426 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.409702 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.409988 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.410274 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.410557 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.410874 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.411170 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.411463 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.411763 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.412057 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.412338 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.412646 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.412925 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:35.413143 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 24 16:22:35.413386 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=88009) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}}
Jun 24 16:22:35.801376 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO keyring.backend [-] Loading KWallet
Jun 24 16:22:35.808588 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO keyring.backend [-] Loading SecretService
Jun 24 16:22:35.812032 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO keyring.backend [-] Loading Windows
Jun 24 16:22:35.813323 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO keyring.backend [-] Loading chainer
Jun 24 16:22:35.813886 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO keyring.backend [-] Loading macOS
Jun 24 16:22:35.847453 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 24 16:22:35.847721 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 24 16:22:35.848012 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}}
Jun 24 16:22:35.848342 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [-] Loading core plugin: ml2
Jun 24 16:22:36.233848 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.234129 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.234317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.securitygroup.SecurityGroup'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.235523 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.235797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.236060 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_group.AddressGroup'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.271347 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.271622 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.271883 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.network.Network'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.284905 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.285186 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.285452 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.qos.policy.QosPolicy'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.315748 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.316028 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.316297 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.subnetpool.SubnetPool'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.352451 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.353001 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.353001 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method RbacNeutronDbObjectMixin.validate_rbac_policy_change of <class 'neutron.objects.address_scope.AddressScope'>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.584478 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f54ba828670> agent after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.584763 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _update_segment_host_mapping_for_agent at 0x7f54ba828670> agent after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.585030 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _add_segment_host_mapping_for_segment at 0x7f54ba828700> segment precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.585550 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _delete_segments_for_network at 0x7f54ba828790> network precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.586299 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function _prevent_segment_delete_with_port_bound at 0x7f54ba833940> segment before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.705133 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._before_network_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> network before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.705451 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <function DVRDbMixin._delete_mac_associated_with_agent at 0x7f54ba80f280> agent before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.705730 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> network before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.705998 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.706262 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupDbMixin._ensure_default_security_group_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.706570 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_after_delete_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> segment after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.706854 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> segment precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.707110 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> segment precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.707359 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._handle_segment_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> segment after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.707637 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.707893 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._network_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> network precommit_delete 0 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.708154 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._port_provisioned of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port provisioning_complete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.708415 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_create of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.708668 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._process_ext_policy_delete of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.708935 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._retry_binding_revived_agents of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> agent after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.709204 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_after_delete_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.709459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Ml2Plugin._subnet_delete_precommit_handler of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> subnet precommit_delete 0 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.709728 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.709978 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method External_net_db_mixin._validate_ext_not_in_use_by_tenant of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.710508 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DhcpAgentSchedulerDbMixin.auto_schedule_new_network_segments of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> segment_host_mapping after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.710884 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.711142 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.711388 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.711670 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.711917 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.712161 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.plugins.ml2.plugin.Ml2Plugin object at 0x7f54bb287c70>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.712543 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.712780 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.713016 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.713248 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.713481 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.713712 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:36.714071 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve']
Jun 24 16:22:36.717797 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1']
Jun 24 16:22:36.721825 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete
Jun 24 16:22:36.725617 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(300, 349)])])
Jun 24 16:22:36.727254 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']
Jun 24 16:22:36.727698 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'])
Jun 24 16:22:36.728029 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan']
Jun 24 16:22:36.728561 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security']
Jun 24 16:22:36.732015 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security']
Jun 24 16:22:36.732261 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security']
Jun 24 16:22:36.732604 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv']
Jun 24 16:22:36.759823 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa']
Jun 24 16:22:36.760276 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.qos.drivers.openvswitch.driver.OVSDriver object at 0x7f54ba96af40>> qos_plugin after_init 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.760575 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=88009) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}}
Jun 24 16:22:36.760934 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method DriverBase._register of <neutron.services.logapi.drivers.openvswitch.driver.OVSDriver object at 0x7f54ba96aa60>> logging-plugin after_init 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.762281 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=88009) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}}
Jun 24 16:22:36.762580 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv']
Jun 24 16:22:36.762857 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv']
Jun 24 16:22:36.766148 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f54ba96a2b0>> floatingip before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.766430 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: <bound method Notifier._send_nova_notification of <neutron.notifiers.nova.Notifier object at 0x7f54ba96a2b0>> port before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:36.828106 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat'
Jun 24 16:22:36.828337 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete
Jun 24 16:22:36.828573 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve'
Jun 24 16:22:36.828937 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)]
Jun 24 16:22:36.862582 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_db.sqlalchemy.engines [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=88009) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}}
Jun 24 16:22:37.190626 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing driver for type 'gre'
Jun 24 16:22:37.191108 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] gre ID ranges: [(1, 1000)]
Jun 24 16:22:37.242882 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing driver for type 'local'
Jun 24 16:22:37.243223 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing driver for type 'vlan'
Jun 24 16:22:37.255145 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] VlanTypeDriver initialization complete
Jun 24 16:22:37.255484 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing driver for type 'vxlan'
Jun 24 16:22:37.255960 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] vxlan ID ranges: [(1, 1000)]
Jun 24 16:22:37.320326 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing extension driver 'port_security'
Jun 24 16:22:37.320638 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.extensions.port_security [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] PortSecurityExtensionDriver initialization complete
Jun 24 16:22:37.320969 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing mechanism driver 'openvswitch'
Jun 24 16:22:37.321326 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing mechanism driver 'hyperv'
Jun 24 16:22:37.327863 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.plugin [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=88009) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:37.328525 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba8f5d30>> port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.328906 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba8f5d30>> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.329230 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba8f5d30>> port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.329743 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.330163 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf0a0>> subnet after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.330511 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf0a0>> subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.330873 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf0a0>> subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.331257 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.331655 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf610>> network after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.331996 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf610>> network after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.332332 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bf610>> network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.332711 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.333123 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bfb20>> security_group after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.333465 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bfb20>> security_group after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.333797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2bfb20>> security_group after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.334175 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.334566 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6070>> security_group_rule after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.334933 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6070>> security_group_rule after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.335565 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6070>> security_group_rule after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.336018 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.336411 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6580>> address_group after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.336749 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6580>> address_group after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.337085 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method _ObjectChangeHandler.handle_event of <neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler object at 0x7f54ba2c6580>> address_group after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.337463 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=88009) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}}
Jun 24 16:22:37.337895 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] ML2 OVO RPC backend initialized. {{(pid=88009) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}}
Jun 24 16:22:37.338586 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_created of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> router_interface after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.338970 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._after_router_interface_deleted of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> router_interface after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.339381 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> network before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.339721 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> networks before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.340060 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> port before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.340393 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> ports before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.340766 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> subnet before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.341106 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> subnets before_response 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.341447 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> network after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.341780 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> network after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.342107 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.342438 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.342799 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.343130 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.343458 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> subnet after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.343784 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.344111 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DhcpAgentNotifyAPI._native_event_send_dhcp_notification of <neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI object at 0x7f54ba2c6ca0>> subnet after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.344666 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.plugin [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Modular L2 Plugin initialization complete
Jun 24 16:22:37.344987 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading services supported by the core plugin {{(pid=88009) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}}
Jun 24 16:22:37.345306 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.plugins.ml2.managers [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Got port-security extension from driver 'port_security'
Jun 24 16:22:37.345759 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.extensions.vlantransparent [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Disabled vlantransparent extension.
Jun 24 16:22:37.346234 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=88009) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}}
Jun 24 16:22:37.346544 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: router
Jun 24 16:22:37.383932 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._add_csnat_on_interface_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router_interface before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.384427 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._after_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.384667 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._before_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router before_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.385027 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router_interface before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.385391 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._cleanup_after_interface_removal of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router_interface after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.385739 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._cleanup_ha_network of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_delete 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.386089 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._create_dvr_floating_gw_port of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> floatingip after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.386447 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.386820 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._create_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.387169 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_distributed_port_bindings_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.387526 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_dvr_internal_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router_gateway after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.387880 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._delete_snat_interfaces_after_change of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.388282 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._handle_distributed_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.388644 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function L3RpcNotifierMixin._notify_gateway_port_ip_changed at 0x7f54baa7b790> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.388976 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function L3RpcNotifierMixin._notify_routers_callback at 0x7f54baa7b940> port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.389306 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnet_gateway_ip_update at 0x7f54baa7b8b0> subnet after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.389637 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function L3RpcNotifierMixin._notify_subnetpool_address_scope_update at 0x7f54baa7b820> subnetpool_address_scope after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.389978 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_NAT_dbonly_mixin._precommit_delete_port_callback of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> port precommit_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.390319 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._precommit_router_create of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.390653 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback at 0x7f54baa783a0> port before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.391025 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method RouterAvailabilityZoneMixin._process_az_request of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.391372 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._reconfigure_ha_resources of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router after_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.391709 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._release_router_vr_id of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_delete 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.392048 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._set_distributed_flag of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_create 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.392399 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router_interface after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.392739 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method L3_HA_NAT_db_mixin._validate_migration of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> router precommit_update 55549900 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.393096 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler.create_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> agent after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.393439 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_agent_gw_ports of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> agent after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.393776 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net of <neutron.services.l3_router.l3_router_plugin.L3RouterPlugin object at 0x7f54ba2c6df0>> network after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.394619 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Tracking information for resource: router configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:37.394972 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Tracking information for resource: floatingip configured {{(pid=88009) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}}
Jun 24 16:22:37.399827 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.db.l3_agentschedulers_db [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Skipping period L3 agent status check because automatic router rescheduling is disabled.
Jun 24 16:22:37.400396 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _notify_l3_agent_port_update at 0x7f54ba239c10> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.400750 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _notify_l3_agent_new_port at 0x7f54ba239af0> port after_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.401096 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _notify_port_delete at 0x7f54ba239b80> port after_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.401442 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _notify_l3_agent_ha_port_update at 0x7f54ba239ee0> port after_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.402328 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DriverController._check_router_request of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f54ba2697c0>> router before_create 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.402703 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DriverController._clear_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f54ba2697c0>> router precommit_delete 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.403065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DriverController._set_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f54ba2697c0>> router precommit_create 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.403440 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method DriverController._update_router_provider of <neutron.services.l3_router.service_providers.driver_controller.DriverController object at 0x7f54ba2697c0>> router precommit_update 55550100 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.407891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.provider_configuration [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service providers = [] {{(pid=88009) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}}
Jun 24 16:22:37.408246 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.db.servicetype_db [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=88009) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}}
Jun 24 16:22:37.411134 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.service_base [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 24 16:22:37.411482 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.service_base [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 24 16:22:37.411818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.service_base [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 24 16:22:37.412683 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.services.service_base [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=88009) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}}
Jun 24 16:22:37.413046 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.services.service_base [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Default provider is not specified for service type L3_ROUTER_NAT
Jun 24 16:22:37.413419 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.413730 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin
Jun 24 16:22:37.424634 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded METERING plugin. Description: METERING {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.424962 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: auto_allocate
Jun 24 16:22:37.430654 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f54ba287310> network precommit_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.431054 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <function _ensure_external_network_default_value_callback at 0x7f54ba287310> network precommit_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.431564 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.431878 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: tag
Jun 24 16:22:37.438976 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.439302 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: timestamp
Jun 24 16:22:37.443251 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.443529 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: network_ip_availability
Jun 24 16:22:37.448663 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba269a60>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.449025 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba269a60>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.449372 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba269a60>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.450115 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.450504 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: flavors
Jun 24 16:22:37.455095 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.455421 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading Plugin: revisions
Jun 24 16:22:37.459624 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=88009) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}}
Jun 24 16:22:37.460011 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.612s {{(pid=88009) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}}
Jun 24 16:22:37.460987 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=88009) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}}
Jun 24 16:22:37.461317 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Initializing extension manager.
Jun 24 16:22:37.461813 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: __init__.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.462148 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: __pycache__ {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.462475 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.462825 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.463562 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.464130 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: address-group
Jun 24 16:22:37.464446 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: address_scope.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.465147 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.466194 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: address-scope
Jun 24 16:22:37.466524 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: admin_state_down_before_update.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.467470 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.467970 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: router-admin-state-down-before-update
Jun 24 16:22:37.468288 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: agent.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.468975 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.469476 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: agent
Jun 24 16:22:37.469795 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: agent_resources_synced.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.470891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.471429 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: agent-resources-synced
Jun 24 16:22:37.471749 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: allowedaddresspairs.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.473503 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.474020 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: allowed-address-pairs
Jun 24 16:22:37.474342 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: auto_allocated_topology.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.475428 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.475938 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: auto-allocated-topology
Jun 24 16:22:37.476269 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.476985 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.477442 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: availability_zone
Jun 24 16:22:37.477761 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: availability_zone_filter.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.478655 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.479182 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: availability_zone_filter
Jun 24 16:22:37.479500 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: data_plane_status.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.480386 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.480879 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension data-plane-status not supported by any of loaded plugins
Jun 24 16:22:37.481195 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: default_subnetpools.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.482711 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.483212 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: default-subnetpools
Jun 24 16:22:37.483531 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: dhcpagentscheduler.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.484323 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.484825 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: dhcp_agent_scheduler
Jun 24 16:22:37.485142 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: dns.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.486031 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.486530 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension dns-integration not supported by any of loaded plugins
Jun 24 16:22:37.486872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: dns_domain_ports.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.487775 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.488268 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension dns-domain-ports not supported by any of loaded plugins
Jun 24 16:22:37.488583 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: dvr.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.489237 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.489734 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: dvr
Jun 24 16:22:37.490049 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: empty_string_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.490970 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.491467 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: empty-string-filtering
Jun 24 16:22:37.491784 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.492684 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.493177 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins
Jun 24 16:22:37.493496 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.494385 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.494909 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins
Jun 24 16:22:37.495225 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: external_net.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.496127 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.496625 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: external-net
Jun 24 16:22:37.496958 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: extra_dhcp_opt.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.497919 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.498414 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: extra_dhcp_opt
Jun 24 16:22:37.498758 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: extraroute.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.499657 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.500155 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: extraroute
Jun 24 16:22:37.500476 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: extraroute_atomic.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.501479 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.501979 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: extraroute-atomic
Jun 24 16:22:37.502301 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: filter_validation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.502975 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.503470 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: filter-validation
Jun 24 16:22:37.503786 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: fip_pf_description.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.504680 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.505176 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins
Jun 24 16:22:37.505489 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: fip_port_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.506395 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.506930 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: fip-port-details
Jun 24 16:22:37.507246 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: flavors.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.508461 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.508964 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: flavors
Jun 24 16:22:37.509287 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.510959 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.511477 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins
Jun 24 16:22:37.511802 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: floatingip_pools.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.512485 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.513013 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: floatingip-pools
Jun 24 16:22:37.513334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: ip_allocation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.514244 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.514763 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension ip_allocation not supported by any of loaded plugins
Jun 24 16:22:37.515087 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: ip_substring_port_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.515997 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.516495 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: ip-substring-filtering
Jun 24 16:22:37.516819 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l2_adjacency.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.517735 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.518232 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension l2_adjacency not supported by any of loaded plugins
Jun 24 16:22:37.518553 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.519540 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.520051 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: router
Jun 24 16:22:37.520374 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3_conntrack_helper.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.522729 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.523253 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension l3-conntrack-helper not supported by any of loaded plugins
Jun 24 16:22:37.523584 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3_ext_gw_mode.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.524495 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.525003 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: ext-gw-mode
Jun 24 16:22:37.525329 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3_ext_ha_mode.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.526242 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.526771 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: l3-ha
Jun 24 16:22:37.527095 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3_flavors.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.528001 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.529048 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: l3-flavors
Jun 24 16:22:37.529369 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.530283 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.530820 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: l3-port-ip-change-not-allowed
Jun 24 16:22:37.531142 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: l3agentscheduler.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.532168 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.532671 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: l3_agent_scheduler
Jun 24 16:22:37.532993 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: logging.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.534459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.534998 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension logging not supported by any of loaded plugins
Jun 24 16:22:37.535322 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: metering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.536055 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.536626 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: metering
Jun 24 16:22:37.536946 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.538033 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.538536 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: metering_source_and_destination_fields
Jun 24 16:22:37.538891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: multiprovidernet.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.539796 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.540299 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: multi-provider
Jun 24 16:22:37.540616 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: netmtu.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.541509 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.542015 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: net-mtu
Jun 24 16:22:37.542332 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: netmtu_writable.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.543259 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.543786 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: net-mtu-writable
Jun 24 16:22:37.544680 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: network_availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.545336 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.545832 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: network_availability_zone
Jun 24 16:22:37.546146 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: network_ip_availability.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.547259 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.547767 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: network-ip-availability
Jun 24 16:22:37.548086 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: network_segment_range.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.548830 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.549327 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension network-segment-range not supported by any of loaded plugins
Jun 24 16:22:37.549644 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: pagination.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.550602 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.550951 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: pagination
Jun 24 16:22:37.551266 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: port_device_profile.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.552159 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.552663 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: port-device-profile
Jun 24 16:22:37.552981 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: port_mac_address_regenerate.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.553887 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.554383 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: port-mac-address-regenerate
Jun 24 16:22:37.554721 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: port_numa_affinity_policy.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.555626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.556123 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: port-numa-affinity-policy
Jun 24 16:22:37.556441 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: port_resource_request.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.557330 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.557824 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension port-resource-request not supported by any of loaded plugins
Jun 24 16:22:37.558140 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: portbindings.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.559089 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.559619 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: binding
Jun 24 16:22:37.560849 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: portbindings_extended.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.562106 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.562617 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: binding-extended
Jun 24 16:22:37.562973 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: portsecurity.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.563869 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.564376 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: port-security
Jun 24 16:22:37.564698 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: project_id.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.565768 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.566093 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: project-id
Jun 24 16:22:37.566415 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: providernet.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.567343 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.567845 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: provider
Jun 24 16:22:37.568163 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.571624 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.572157 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos not supported by any of loaded plugins
Jun 24 16:22:37.572467 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_bw_limit_direction.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.573688 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.574192 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-bw-limit-direction not supported by any of loaded plugins
Jun 24 16:22:37.574515 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.575474 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.575974 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins
Jun 24 16:22:37.576294 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_default.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.577192 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.577692 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-default not supported by any of loaded plugins
Jun 24 16:22:37.578010 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_fip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.578653 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.579174 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-fip not supported by any of loaded plugins
Jun 24 16:22:37.579494 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_gateway_ip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.580401 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.580901 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-gateway-ip not supported by any of loaded plugins
Jun 24 16:22:37.581219 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_port_network_policy.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.582115 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.582612 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-port-network-policy not supported by any of loaded plugins
Jun 24 16:22:37.582957 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_rule_type_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.583855 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.584348 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-rule-type-details not supported by any of loaded plugins
Jun 24 16:22:37.584667 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: qos_rules_alias.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.585931 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.586430 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension qos-rules-alias not supported by any of loaded plugins
Jun 24 16:22:37.586780 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: quotasv2.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.587669 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.587992 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: quotas
Jun 24 16:22:37.588312 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: quotasv2_detail.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.589891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.590217 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: quota_details
Jun 24 16:22:37.590538 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: rbac.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.592122 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.592639 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: rbac-policies
Jun 24 16:22:37.592966 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: rbac_address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.593881 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.594381 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: rbac-address-group
Jun 24 16:22:37.594726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: rbac_address_scope.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.595634 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.596132 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: rbac-address-scope
Jun 24 16:22:37.596452 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: rbac_security_groups.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.597352 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.597850 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: rbac-security-groups
Jun 24 16:22:37.598179 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: rbac_subnetpool.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.599116 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.599618 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: rbac-subnetpool
Jun 24 16:22:37.599937 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: revisionifmatch.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.600835 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.601341 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: revision-if-match
Jun 24 16:22:37.601659 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: revisions.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.602775 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.603297 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: standard-attr-revisions
Jun 24 16:22:37.603605 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: router_availability_zone.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.604268 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.604773 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: router_availability_zone
Jun 24 16:22:37.605092 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: routerservicetype.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.606111 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.607227 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension router-service-type not supported by any of loaded plugins
Jun 24 16:22:37.607548 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.608461 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.608969 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: security-groups-normalized-cidr
Jun 24 16:22:37.609286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: security_groups_port_filtering.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.610194 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.610725 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: port-security-groups-filtering
Jun 24 16:22:37.611039 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: security_groups_remote_address_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.611952 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.612454 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: security-groups-remote-address-group
Jun 24 16:22:37.612773 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: securitygroup.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.622272 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.622815 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: security-group
Jun 24 16:22:37.623147 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: segment.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.623918 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.624418 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension segment not supported by any of loaded plugins
Jun 24 16:22:37.624738 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.625651 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.626152 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins
Jun 24 16:22:37.626473 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: servicetype.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.627595 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.628105 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: service-type
Jun 24 16:22:37.628427 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: sorting.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.629397 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.629719 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: sorting
Jun 24 16:22:37.630036 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: standard_attr_segment.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.630967 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.631470 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension standard-attr-segment not supported by any of loaded plugins
Jun 24 16:22:37.631786 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: standardattrdescription.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.632433 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.632933 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: standard-attr-description
Jun 24 16:22:37.633251 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: stateful_security_group.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.634172 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.634678 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: stateful-security-group
Jun 24 16:22:37.635019 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: stdattrs_common.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.635589 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py
Jun 24 16:22:37.635905 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.636880 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.637392 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins
Jun 24 16:22:37.637737 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnet_onboard.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.638807 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.639323 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: subnet_onboard
Jun 24 16:22:37.639639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnet_segmentid_writable.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.640557 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.641059 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension subnet-segmentid-writable not supported by any of loaded plugins
Jun 24 16:22:37.641379 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnet_service_types.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.642281 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.642812 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: subnet-service-types
Jun 24 16:22:37.643134 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnetallocation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.644194 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.644711 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: subnet_allocation
Jun 24 16:22:37.645034 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.645686 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.646187 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: subnetpool-prefix-ops
Jun 24 16:22:37.646505 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.647444 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.647944 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins
Jun 24 16:22:37.648263 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: tagging.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.649295 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.649800 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: standard-attr-tag
Jun 24 16:22:37.650119 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: timestamp.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.651312 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.651817 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loaded extension: standard-attr-timestamp
Jun 24 16:22:37.652137 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: trunk.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.653684 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.654187 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension trunk not supported by any of loaded plugins
Jun 24 16:22:37.654506 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: trunk_details.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.655437 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.655940 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension trunk-details not supported by any of loaded plugins
Jun 24 16:22:37.656257 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: uplink_status_propagation.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.657165 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.657672 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension uplink-status-propagation not supported by any of loaded plugins
Jun 24 16:22:37.657989 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Loading extension file: vlantransparent.py {{(pid=88009) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}}
Jun 24 16:22:37.658639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=88009) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}}
Jun 24 16:22:37.659166 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extension vlan-transparent not supported by any of loaded plugins
Jun 24 16:22:37.661537 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:network
Jun 24 16:22:37.662262 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnet
Jun 24 16:22:37.664186 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 24 16:22:37.664800 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:port
Jun 24 16:22:37.666032 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.666467 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service FLAVORS assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.667097 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.667525 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.667853 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:router
Jun 24 16:22:37.668504 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:floatingip
Jun 24 16:22:37.669809 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service METERING assigned prefix: /metering {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.671265 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba161340>> rbac-policy before_create 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.671631 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba161340>> rbac-policy before_update 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.671985 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Subscribe: <bound method NeutronDbPluginV2.validate_network_rbac_policy_change of <neutron.services.network_ip_availability.plugin.NetworkIPAvailabilityPlugin object at 0x7f54ba161340>> rbac-policy before_delete 55550000 {{(pid=88009) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:22:37.673068 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 24 16:22:37.673517 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:security_group
Jun 24 16:22:37.674156 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 24 16:22:37.674916 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service CORE assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.675242 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 24 16:22:37.675572 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] subnetpool is already registered
Jun 24 16:22:37.676172 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service CORE assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.676492 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 24 16:22:37.676809 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] subnetpool is already registered
Jun 24 16:22:37.679368 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.679794 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service FLAVORS assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.680369 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.680784 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service L3_ROUTER_NAT assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.681110 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:router
Jun 24 16:22:37.681431 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] router is already registered
Jun 24 16:22:37.682017 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:floatingip
Jun 24 16:22:37.682349 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] floatingip is already registered
Jun 24 16:22:37.682996 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service METERING assigned prefix: /metering {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.683649 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of CountableResource for resource:rbac_policy
Jun 24 16:22:37.683972 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] rbac_policy is already registered
Jun 24 16:22:37.684527 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:security_group
Jun 24 16:22:37.684849 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] security_group is already registered
Jun 24 16:22:37.685425 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:security_group_rule
Jun 24 16:22:37.685748 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] security_group_rule is already registered
Jun 24 16:22:37.686399 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service CORE assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.686741 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 24 16:22:37.687064 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] subnetpool is already registered
Jun 24 16:22:37.687668 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.v2.resource_helper [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Service CORE assigned prefix:  {{(pid=88009) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}}
Jun 24 16:22:37.687988 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Creating instance of TrackedResource for resource:subnetpool
Jun 24 16:22:37.688305 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING neutron.quota.resource_registry [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] subnetpool is already registered
Jun 24 16:22:37.688937 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: extensions {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.690370 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: address-groups {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.691968 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: address-scopes {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.693146 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.694335 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: auto-allocated-topology {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.695544 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: availability_zones {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.696817 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: dhcp-networks {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.698216 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: dhcp-agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.699625 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.701415 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: flavors {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.702553 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: service_profiles {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.703761 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: next_providers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.705263 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: service_profiles {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.706673 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: floatingip-pools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.707896 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.709639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: floatingips {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.711092 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: l3-routers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.712453 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: l3-agents {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.713836 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: metering-labels {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.715193 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: metering-label-rules {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.717038 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: network-ip-availabilities {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.718262 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: bindings {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.719945 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: quotas {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.721318 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: quotas {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.722711 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: rbac-policies {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.724022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: security-groups {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.725215 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: security-group-rules {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.726717 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: service-providers {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.727994 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: subnetpools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.730295 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: subnetpools {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.732373 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.734015 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.848201 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.849970 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.851781 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.853739 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.855443 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.857345 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.859103 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.860964 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron.api.extensions [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Extended resource: tags {{(pid=88009) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}}
Jun 24 16:22:37.866821 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING keystonemiddleware.auth_token [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True.
Jun 24 16:22:37.871591 dv-cinder-847189-3-iscsi neutron-server[88009]: WARNING keystonemiddleware.auth_token [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint
Jun 24 16:22:37.879820 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Acquired lock "singleton_lock" {{(pid=88009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}}
Jun 24 16:22:37.880292 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_concurrency.lockutils [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Releasing lock "singleton_lock" {{(pid=88009) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}}
Jun 24 16:22:37.880909 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Starting 2 workers
Jun 24 16:22:37.885568 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Started child 88114 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 24 16:22:37.890324 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Started child 88115 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 24 16:22:37.891225 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.891901 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO neutron.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Neutron service started, listening on 0.0.0.0:9696
Jun 24 16:22:37.892570 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Notify callbacks [] for process, before_spawn {{(pid=88009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.892774 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [-] (88114) wsgi starting up on http://0.0.0.0:9696
Jun 24 16:22:37.894936 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Starting 1 workers
Jun 24 16:22:37.895415 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.896740 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [-] (88115) wsgi starting up on http://0.0.0.0:9696
Jun 24 16:22:37.899922 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Started child 88116 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 24 16:22:37.900435 dv-cinder-847189-3-iscsi neutron-server[88009]: INFO oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Starting 1 workers
Jun 24 16:22:37.904128 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] calling RpcWorker wait() {{(pid=88116) _wait /opt/stack/neutron/neutron/service.py:128}}
Jun 24 16:22:37.904691 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] returning from RpcWorker wait() {{(pid=88116) _wait /opt/stack/neutron/neutron/service.py:135}}
Jun 24 16:22:37.905393 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Started child 88117 {{(pid=88009) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}}
Jun 24 16:22:37.905954 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.906182 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG neutron_lib.callbacks.manager [None req-c405ce50-1e61-4b0a-aaaa-6b399588435a None None] Notify callbacks [] for process, after_spawn {{(pid=88009) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.906511 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:37.908034 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 24 16:22:37.908237 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 24 16:22:37.908417 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 24 16:22:37.908621 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 24 16:22:37.908937 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 24 16:22:37.909095 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 24 16:22:37.909551 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.909825 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.909966 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:37.910422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.910422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.910625 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.911201 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.911468 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.911714 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.911980 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.912224 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.912397 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.912559 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.912802 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.913029 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.913312 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.913589 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.913831 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.914122 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.914287 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.914532 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.914811 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.915078 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.915327 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.915576 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.916040 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.916268 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.916517 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.916744 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.917015 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.917231 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.917482 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.917717 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.917925 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.918130 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.918376 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.918608 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.918876 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.919107 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.919357 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.919565 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.920018 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] host                           = dv-cinder-847189-3-iscsi {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.920243 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.920457 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.920675 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.920902 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.921145 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.921348 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.921603 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.921852 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.922134 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.922307 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.922567 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.922814 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.923028 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.923278 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.923436 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.923660 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.923925 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.924178 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.924373 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.924536 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.924706 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.924948 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.925106 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.925352 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.925561 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.925766 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.925972 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.926196 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.926422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.926649 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.926927 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.927151 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.927352 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.927602 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.927829 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.928046 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.928265 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.928534 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.928724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.928939 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.929148 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.929370 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.929576 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.929783 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.930041 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.930289 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.930526 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.930792 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.931028 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.931258 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.931465 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.931702 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.931958 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.932179 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.932412 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.932563 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:37.932694 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.932847 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.933157 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.933366 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.933572 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.933798 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.933989 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.934197 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.934477 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935187 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935187 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935187 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935485 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935578 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.935757 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:37.936159 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.936482 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.936777 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.937005 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.937240 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.937611 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.937716 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.937937 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.938160 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.938368 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.938677 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.938910 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.939196 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.939446 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.939717 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.940100 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.940363 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.940611 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.940832 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.941064 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.941299 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.941518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.941861 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.942132 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.942400 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.942655 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.942955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.943174 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.943407 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.943639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.943857 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.944076 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.944410 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.944603 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.944795 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.945011 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.945255 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.945467 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.945691 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.945949 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.946203 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.946432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.946665 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.946926 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.947159 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.947368 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.947576 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.947816 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.948008 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.948238 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.948479 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.948722 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_type            = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.948947 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.949155 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.949375 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.949600 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.949817 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.950595 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.950826 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.951060 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.951267 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.951513 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.951734 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.951927 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.952131 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.952367 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.952593 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.952803 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.953038 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.953241 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.953460 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.953664 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.953890 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.954110 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.954311 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.954517 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.954750 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.954965 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.955178 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.955404 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.955628 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.955837 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.956043 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.956257 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.956531 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.958724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.959334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.959334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.959334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.959334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.959622 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.962422 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963519 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963519 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963712 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.963977 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.964346 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.964614 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.964897 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.965163 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.965398 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.965689 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.966561 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.966861 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.967180 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.967325 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.967532 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.967841 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.968093 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.968311 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.968522 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.968745 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.969083 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.969313 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.969548 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.969756 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.970024 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.970268 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.970500 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.970791 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.971048 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.971274 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.971522 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.971764 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.972017 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.972220 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.972443 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.972649 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.972873 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.973096 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.973298 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.973509 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.973714 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.974084 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.974181 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.974405 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.974625 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.974880 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.975111 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.975726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.975726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.975933 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.976028 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.976205 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.976431 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.976646 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.976853 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.977122 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.977349 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.977606 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.977857 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.978083 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.978310 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.978544 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.978855 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.979052 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.979324 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.979557 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.979763 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.979967 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.980178 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.980384 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.980628 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.980871 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.981079 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.981358 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.981574 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.981909 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.982153 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.982378 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.982622 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.982886 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.983102 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.983327 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.983537 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.983748 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.983975 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.984273 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.984431 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.984633 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.984843 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.985072 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.985280 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.985541 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.985790 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.986033 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.986243 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.986478 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.986702 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.986915 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.987125 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.987318 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.987532 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.987735 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.987942 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.988162 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.988426 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.988660 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.988905 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.989135 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.989366 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.989588 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.989810 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.990014 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.990221 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.990423 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.990644 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.990868 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.991072 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.991279 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.991516 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.991815 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.992054 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.992261 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.992541 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.992783 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.993001 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.993268 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.993564 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.993771 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.994024 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.994331 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.994445 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.994680 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.994961 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.995291 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.995639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.995879 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.996139 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.996409 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.996676 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.996980 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.997221 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.997504 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.997827 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.998107 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.998378 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.998601 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.998891 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.999103 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.999313 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.999562 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.999790 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:37.999996 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.000257 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.000484 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.000724 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.000952 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.001199 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.001389 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.001765 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.001877 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.002043 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.002267 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.002423 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 24 16:22:38.002976 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=88009) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}}
Jun 24 16:22:38.003108 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}}
Jun 24 16:22:38.003253 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}}
Jun 24 16:22:38.003412 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}}
Jun 24 16:22:38.003571 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}}
Jun 24 16:22:38.003726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}}
Jun 24 16:22:38.003928 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] agent_down_time                = 75 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004085 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover  = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004243 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004507 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_bulk                     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004640 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allow_overlapping_ips          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004771 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] allowed_conntrack_helpers      = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.004898 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_extensions_path            =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005018 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_paste_config               = api-paste.ini {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005172 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] api_workers                    = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005323 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] auth_strategy                  = keystone {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005557 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_port                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005663 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backdoor_socket                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005780 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] backlog                        = 4096 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.005921 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] base_mac                       = fa:16:3e:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006062 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] bind_host                      = 0.0.0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006222 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] bind_port                      = 9696 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006367 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] client_socket_timeout          = 900 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006523 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_dir                     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006682 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_file                    = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.006857 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] config_source                  = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007013 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] control_exchange               = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007169 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] core_plugin                    = ml2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] debug                          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007472 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] default_availability_zones     = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007659 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] default_log_levels             = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007819 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agent_notification        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.007973 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_agents_per_network        = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008128 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_lease_duration            = 86400 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008282 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dhcp_load_type                 = networks {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008435 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dns_domain                     = openstacklocal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008635 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] dvr_base_mac                   = fa:16:3f:00:00:00 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008770 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_dvr                     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.008901 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_new_agents              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009036 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009158 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_snat_by_default         = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009498 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] enable_traditional_dhcp        = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009498 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] external_dns_driver            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009762 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] filter_validation              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009762 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] global_physnet_mtu             = 1500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.009910 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] graceful_shutdown_timeout      = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010032 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] host                           = dv-cinder-847189-3-iscsi {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010205 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] host_dvr_for_dhcp              = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010322 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] http_retries                   = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] instance_format                = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010656 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] instance_uuid_format           = [instance: %(uuid)s]  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010805 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ipam_driver                    = internal {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.010962 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ipv6_pd_enabled                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011173 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha                          = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011327 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_net_cidr                 = 169.254.192.0/18 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011484 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_physical_name    =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011639 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] l3_ha_network_type             =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011794 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_config_append              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.011973 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_date_format                = %Y-%m-%d %H:%M:%S {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.012106 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_dir                        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.012260 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_file                       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.012415 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_options                    = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013102 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval            = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013257 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotate_interval_type       = days {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013412 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] log_rotation_type              = none {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013603 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_context_format_string  = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013766 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_debug_format_suffix    = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.013964 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_default_format_string  = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.014155 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_exception_prefix       = ERROR %(name)s %(instance)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.014328 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] logging_user_identity_format   = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.014462 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_allowed_address_pair       = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.014747 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_dns_nameservers            = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.014747 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_header_line                = 16384 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015042 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_l3_agents_per_router       = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015042 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_count              = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015351 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_logfile_size_mb            = 200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015351 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_routes                     = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015502 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] max_subnet_host_routes         = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015578 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_auto_schedule          = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015726 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_link_prefix            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.015881 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] network_scheduler_driver       = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016037 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016335 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] pagination_max_limit           = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016484 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] periodic_fuzzy_delay           = 5 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016632 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] periodic_interval              = 40 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016781 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] publish_errors                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.016990 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_burst               = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017084 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_except_level        = CRITICAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017231 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rate_limit_interval            = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017381 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] retry_until_window             = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017534 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_auto_schedule           = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017688 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_distributed             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017841 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] router_scheduler_driver        = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.017998 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_max_timeout       = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.018135 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_response_timeout           = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.018294 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_state_report_workers       = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.018447 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] rpc_workers                    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.018608 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] send_events_interval           = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.018817 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] service_plugins                = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] setproctitle                   = on {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] state_path                     = /opt/stack/data/neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] syslog_log_facility            = LOG_USER {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] tcp_keepidle                   = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] transport_url                  = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_eventlog                   = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_journal                    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022210 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_json                       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_ssl                        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_stderr                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] use_syslog                     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] vlan_transparent               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] watch_log_file                 = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_default_pool_size         = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_keep_alive                = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.022797 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_log_format                = %(client_ip)s "%(request_line)s" status: %(status_code)s  len: %(body_length)s time: %(wall_seconds).7f {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] wsgi_server_debug              = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path     = /opt/stack/data/neutron/lock {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.connection_string     = messaging:// {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.enabled               = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_doc_type           = notification {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_size        = 10000 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023321 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.es_scroll_time        = 2m {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.filter_error_trace    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.hmac_keys             = SECRET_KEY {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.socket_timeout        = 0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.023872 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs        = ['policy.d'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.policy_file        = /etc/neutron/policy.json {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024432 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024922 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024922 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.024922 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_section              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025113 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53502) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:22:38.025195 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_type                 = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025195 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.auth_url                  = http://10.222.0.18/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025195 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.cafile                    = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025400 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.certfile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025507 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.collect_timing            = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025665 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_id         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025824 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.default_domain_name       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.025982 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_id                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.026141 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.domain_name               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.026299 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.endpoint_type             = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.026384 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:38.026475 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.insecure                  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.026635 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.keyfile                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.026856 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.live_migration_events     = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027015 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.password                  = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027174 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_id         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027334 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_domain_name       = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027492 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_id                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027651 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.project_name              = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027809 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.region_name               = RegionOne {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.027967 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.split_loggers             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.028125 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.system_scope              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.028839 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.timeout                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029000 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.trust_id                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029158 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_id            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_domain_name          = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029499 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.user_id                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029650 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] nova.username                  = nova {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029789 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_section         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.029948 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.auth_type            = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.030106 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.cafile               = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.030263 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.certfile             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.030421 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.collect_timing       = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.030580 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.endpoint_type        = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.030776 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.insecure             = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.031573 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.keyfile              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.031573 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.region_name          = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.031573 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.split_loggers        = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.031573 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] placement.timeout              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.031573 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_section            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.auth_type               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.cafile                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.certfile                = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.collect_timing          = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retries         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.connect_retry_delay     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.enable_notifications    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.endpoint_override       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.032818 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.insecure                = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.interface               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.keyfile                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.max_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.min_version             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.region_name             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_name            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.033955 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.service_type            = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034393 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.split_loggers           = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034393 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retries     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034393 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034674 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.timeout                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034674 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.valid_interfaces        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.034836 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ironic.version                 = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035221 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035221 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035221 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035477 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035564 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035649 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035795 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.035953 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.036112 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.036270 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.036677 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.036677 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.036840 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037249 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037249 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037249 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037773 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037773 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037773 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.037773 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038024 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038024 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038187 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038323 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038474 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038875 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.038963 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039100 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039253 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039583 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039583 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039768 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.default_quota           = -1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.039876 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_driver            = neutron.db.quota.driver.DbQuotaDriver {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040015 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip        = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_network           = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040317 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_port              = 500 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040476 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy       = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040620 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_router            = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040753 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group    = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.040905 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041061 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet            = 100 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041213 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage       = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041568 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041568 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.backends           = ['disable_by_file'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041745 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.detailed           = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.041824 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042336 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] healthcheck.path               = /healthcheck {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042336 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042510 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042510 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042675 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.042859 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043018 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host   = 127.0.0.1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043176 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port   = 35357 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043333 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043483 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043810 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type   = password {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.043810 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.044538 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url    = http://10.222.0.18/identity {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.044931 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.044931 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cache       = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.cafile      = /opt/stack/data/ca-bundle.pem {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.certfile    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045476 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045584 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045737 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.045895 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046105 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046197 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046352 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046503 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046660 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046839 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.insecure    = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.046996 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.interface   = public {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.047153 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.047310 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.047467 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.047622 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.047780 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.048494 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.048494 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.048646 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200  len: 253 time: 0.0186894
Jun 24 16:22:38.049286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.049286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.049286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.049286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.password    = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.049286 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.050266 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.050433 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_id  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.050615 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.050801 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.050967 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.051108 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.051267 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.051425 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id    = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.user_id     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.username    = neutron {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.053459 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend                  = dogpile.cache.null {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.backend_argument         = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.config_prefix            = cache.oslo {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.dead_timeout             = 60.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.debug_cache_backend      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enable_retry_client      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.enabled                  = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.expiration_time          = 600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054021 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay   = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_dead_retry      = 300 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054626 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054964 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize    = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054964 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.054964 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_servers         = ['localhost:11211'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout  = 1.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.proxies                  = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.retry_attempts           = 2 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.retry_delay              = 0.0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_count   = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle    = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.056188 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.057785 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_cafile               = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.057785 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_certfile             = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.057785 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_enabled              = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.057785 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] cache.tls_keyfile              = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058034 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.capabilities           = [21, 12, 1, 2, 19] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058034 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.group                  = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058148 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.helper_command         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058304 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.thread_pool_size       = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058433 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep.user                   = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.058600 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.060267 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.group     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.060439 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.060599 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.060756 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_dhcp_release.user      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.061518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.061518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group        = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.061518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.061518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.061518 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user         = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper              = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon       = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062022 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read   = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062302 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset     = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062302 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062501 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver  = openvswitch {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062602 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.062785 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.extension_drivers          = ['port_security'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.063946 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.external_network_type      = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.063946 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.mechanism_drivers          = ['openvswitch', 'hyperv'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064101 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.overlay_ip_version         = 4 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064165 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.path_mtu                   = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064329 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.physical_network_mtus      = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064489 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.tenant_network_types       = ['vlan'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064652 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2.type_drivers               = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.064817 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks    = ['physnet1'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.065041 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.065137 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges     = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges  = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:300:349'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges      = ['1:1000'] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group     = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066065 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.backend               = sqlalchemy {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066480 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection            = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066480 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_debug      = 0 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066480 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_parameters =  {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066713 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066830 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.connection_trace      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.066988 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.067146 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retries        = 20 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.067303 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.067461 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.db_retry_interval     = 1 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.067619 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_overflow          = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.067776 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_pool_size         = 50 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.max_retries           = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_enable_ndb      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.mysql_sql_mode        = TRADITIONAL {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.pool_timeout          = None {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.retry_interval        = 10 {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.068666 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.slave_connection      = **** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.069250 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.sqlite_synchronous    = True {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.069250 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] database.use_db_reconnect      = False {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}}
Jun 24 16:22:38.069250 dv-cinder-847189-3-iscsi neutron-server[88009]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=88009) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}}
Jun 24 16:22:48.839599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d546ad2c-1194-4e0e-ae83-57360edc0962 None None] get_active_networks_info from dv-cinder-847189-3-iscsi {{(pid=88116) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}}
Jun 24 16:22:48.933614 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d546ad2c-1194-4e0e-ae83-57360edc0962 None None] No non-hosted networks {{(pid=88116) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}}
Jun 24 16:22:48.957442 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.agentschedulers_db [None req-d546ad2c-1194-4e0e-ae83-57360edc0962 None None] DHCP Agent not found on host dv-cinder-847189-3-iscsi {{(pid=88116) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:454}}
Jun 24 16:22:49.080981 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2fa4ffc-96d9-46dd-99ca-428700458c82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:51.137045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f3b21ff6-e4b3-416e-94b9-653ee8677a74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:51.178291 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e2befe05-1255-488a-99a2-4c8708ffd123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:51.908713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:52.206493 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:52.209299 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.210191 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.211344 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.212511 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.213492 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.214410 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.215446 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.216760 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.217652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.218616 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.219548 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.220441 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:22:52.221687 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f54b9c76a30>, 'Open vSwitch agent', 'dv-cinder-847189-3-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:52.229377 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (<neutron_lib.context.Context object at 0x7f54b9e1b310>,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-847189-3-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:22:53.257664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:54.865622 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53600) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:22:55.430439 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING oslo_policy.policy [None req-beb9a8d9-99eb-43d6-93bf-aa74f1589c8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:22:55.431067 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING oslo_policy.policy [None req-beb9a8d9-99eb-43d6-93bf-aa74f1589c8f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:22:55.674062 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [None req-beb9a8d9-99eb-43d6-93bf-aa74f1589c8f admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:22:55.675167 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-beb9a8d9-99eb-43d6-93bf-aa74f1589c8f admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.8086669
Jun 24 16:22:58.099865 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53614) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:22:58.352920 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.db.l3_hamode_db [None req-879d5d3c-36ad-4d4c-996c-1582a42b39ff None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1
Jun 24 16:22:58.436951 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d5d3c-36ad-4d4c-996c-1582a42b39ff None None] Routers set() bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:22:58.437331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-879d5d3c-36ad-4d4c-996c-1582a42b39ff None None] Router IDs set() for agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}}
Jun 24 16:22:58.468620 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:22:58.563693 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.policy [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88115) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 24 16:22:58.609772 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING oslo_policy.policy [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:22:58.610160 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING oslo_policy.policy [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:22:58.618476 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.quota [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f54b9baf430>.
Jun 24 16:22:58.633695 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:22:58.692102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116099070', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116098509', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116089063', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116081852', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116073183', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8750116067284', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1738025', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1420497', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-344752', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-412194'] for rbac-policy, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:58.753468 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:22:58.754759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5bb7ba9d-093e-498e-b46b-4997f78c7f19 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201  len: 739 time: 0.6537323
Jun 24 16:23:01.373349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53628) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:01.721408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Request body: {'network': {'name': 'private', 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:01.725985 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:01.730338 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Usage tracker for resource:network and tenant:86f32f35385a4b11b3ecaafc80eb7b84 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:01.735450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:01.741372 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:01.750484 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Made reservation on behalf of 86f32f35385a4b11b3ecaafc80eb7b84 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:23:01.753173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:01.769880 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:01.783708 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:01.787261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Usage tracker for resource:security_group_rule and tenant:86f32f35385a4b11b3ecaafc80eb7b84 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:01.792063 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:01.798098 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:01.889619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:01.893270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:01.916520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 339}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:23:01.940389 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8fb1d7f1-8680-46b0-9c21-5d3573544b9d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:01.943433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750117693552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:01.943957 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f54ba828700> segment precommit_create {{(pid=88115) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 24 16:23:01.944461 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Added segment 9b1e3544-4c5a-475f-ae9a-2ce3932ab012 of type vlan for network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018
Jun 24 16:23:01.998820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:01.999169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:01.999495 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:01.999820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.000145 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.000467 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.000783 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.001116 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.001414 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.001727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.002038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.002349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Tracked resource versions report:
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]: pushed versions:
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]: {   'AddressGroup': {'1.2'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'ConntrackHelper': {'1.0'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Log': {'1.0'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Network': {'1.1'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Port': {'1.7'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'PortForwarding': {'1.2'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'QosPolicy': {'1.8'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SecurityGroup': {'1.4'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SubPort': {'1.0'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Subnet': {'1.1'},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Trunk': {'1.1'}}
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]: consumer versions:
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Log': '1.0',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Network': '1.1',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Port': '1.7',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'PortForwarding': '1.2',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'QosPolicy': '1.8',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SecurityGroup': '1.4',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SubPort': '1.0',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Subnet': '1.1',
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Trunk': '1.1'}}
Jun 24 16:23:02.003495 dv-cinder-847189-3-iscsi neutron-server[88115]:  {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:23:02.050911 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:02.090408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:02.092052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:02.092679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:02.195724 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 849 time: 0.8212526
Jun 24 16:23:02.198182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7accd-83f4-425d-b148-a2927d3b4747 admin admin] Pushing event updated for resources: {'Network': ['ID=7bcdf791-e39d-4cfa-a9d9-83937dbd0018,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:02.228355 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:23:04.921088 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53644) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:05.489839 dv-cinder-847189-3-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:23:05.490428 dv-cinder-847189-3-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:23:05.926382 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.policy [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=88114) register_rules /opt/stack/neutron/neutron/policy.py:73}}
Jun 24 16:23:05.972409 dv-cinder-847189-3-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:23:05.972777 dv-cinder-847189-3-iscsi neutron-server[88114]: WARNING oslo_policy.policy [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html.
Jun 24 16:23:05.980717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:05.983222 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7d7278c7-d887-4ff0-931f-0a35f86eaf3b admin admin] 10.222.0.18 "GET /v2.0/networks/7bcdf791-e39d-4cfa-a9d9-83937dbd0018 HTTP/1.1" status: 200  len: 825 time: 1.0600719
Jun 24 16:23:06.014462 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0f0f7a0d-25cf-42ab-8da5-c434b3c3aed8 admin admin] 10.222.0.18 "GET /v2.0/subnetpools/66163974-87b6-48d1-a189-23240ea97a00 HTTP/1.1" status: 200  len: 734 time: 0.0258772
Jun 24 16:23:06.022703 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Request body: {'subnet': {'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'name': 'private-subnet', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:06.024292 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.quota [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Loaded quota_driver: <neutron.db.quota.driver.DbQuotaDriver object at 0x7f54b9f2b700>.
Jun 24 16:23:06.031986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:06.037409 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Usage tracker for resource:subnet and tenant:86f32f35385a4b11b3ecaafc80eb7b84 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:06.040683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:06.048273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:06.061891 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Made reservation on behalf of 86f32f35385a4b11b3ecaafc80eb7b84 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:23:06.064664 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:06.369077 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:06.440559 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Checking segment: {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:23:06.440930 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Network hostable DHCP agents. Network: 7bcdf791-e39d-4cfa-a9d9-83937dbd0018, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:23:06.472170 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e977cdb0-5840-49f8-812d-f1f67a68ec77,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:06.480466 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.480828 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.481203 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.481532 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.481857 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.482180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.482499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.482842 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.483161 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.483475 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.483787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.484100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Tracked resource versions report:
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]: pushed versions:
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]: {   'AddressGroup': {'1.2'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'ConntrackHelper': {'1.0'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Log': {'1.0'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Network': {'1.1'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Port': {'1.7'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'PortForwarding': {'1.2'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'QosPolicy': {'1.8'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SecurityGroup': {'1.4'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SubPort': {'1.0'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Subnet': {'1.1'},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Trunk': {'1.1'}}
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]: consumer versions:
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Log': '1.0',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Network': '1.1',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Port': '1.7',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'PortForwarding': '1.2',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'QosPolicy': '1.8',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SecurityGroup': '1.4',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SubPort': '1.0',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Subnet': '1.1',
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Trunk': '1.1'}}
Jun 24 16:23:06.485220 dv-cinder-847189-3-iscsi neutron-server[88114]:  {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:23:06.494790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:23:06.507614 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 7bcdf791-e39d-4cfa-a9d9-83937dbd0018) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:06.520649 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:06.521302 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:06.525206 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f86f197e-6ea9-49bb-8d57-c4da23b1b2c8 None None] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:23:06.543908 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1da35340-1154-4d61-b513-43de115c9601 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 854 time: 0.5244236
Jun 24 16:23:06.810806 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:23:06.812093 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:06.992510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Allocated IP 172.20.0.2 (7bcdf791-e39d-4cfa-a9d9-83937dbd0018/e977cdb0-5840-49f8-812d-f1f67a68ec77/ee103a33-caa7-45cf-9d02-30496dd73659) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:23:07.217620 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:07.230457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Transition to ACTIVE for port object ee103a33-caa7-45cf-9d02-30496dd73659 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:23:07.250021 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Transition to ACTIVE for port object ee103a33-caa7-45cf-9d02-30496dd73659 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:23:07.256724 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:07.323758 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:23:07.326490 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:07.330388 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:23:07.370785 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Pushing event updated for resources: {'Port': ['ID=ee103a33-caa7-45cf-9d02-30496dd73659,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:07.387955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.388294 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.388623 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.388945 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.389293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.389609 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.389922 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.390235 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.390563 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.390902 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.391214 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.391523 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Tracked resource versions report:
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]: pushed versions:
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]: {   'AddressGroup': {'1.2'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'ConntrackHelper': {'1.0'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Log': {'1.0'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Network': {'1.1'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Port': {'1.7'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'PortForwarding': {'1.2'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'QosPolicy': {'1.8'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SecurityGroup': {'1.4'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SubPort': {'1.0'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Subnet': {'1.1'},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Trunk': {'1.1'}}
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]: consumer versions:
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Log': '1.0',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Network': '1.1',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Port': '1.7',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'PortForwarding': '1.2',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'QosPolicy': '1.8',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SecurityGroup': '1.4',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SubPort': '1.0',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Subnet': '1.1',
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Trunk': '1.1'}}
Jun 24 16:23:07.392626 dv-cinder-847189-3-iscsi neutron-server[88116]:  {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:23:07.452433 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Attempting to bind port ee103a33-caa7-45cf-9d02-30496dd73659 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:23:07.452814 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Attempting to bind port ee103a33-caa7-45cf-9d02-30496dd73659 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:23:07.453256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Attempting to bind port ee103a33-caa7-45cf-9d02-30496dd73659 on network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:23:07.458408 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 22, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:23:07.458817 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Checking segment: {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:23:07.459277 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:07.459654 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Bound using segment: {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:23:07.460184 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Bound port: ee103a33-caa7-45cf-9d02-30496dd73659, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:23:07.460562 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:07.547987 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] For port ee103a33-caa7-45cf-9d02-30496dd73659, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:23:07.551879 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] For port ee103a33-caa7-45cf-9d02-30496dd73659, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=ee103a33-caa7-45cf-9d02-30496dd73659,segment=NetworkSegment(9b1e3544-4c5a-475f-ae9a-2ce3932ab012),segment_id=9b1e3544-4c5a-475f-ae9a-2ce3932ab012)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:23:07.556402 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:07.641200 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742f8aa3-806e-4a64-b63c-38c6973e5948 None None] Pushing event updated for resources: {'Port': ['ID=ee103a33-caa7-45cf-9d02-30496dd73659,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:08.993196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53666) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:09.356228 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-dbbe9fda-a164-4645-a882-8620a92806ae admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:23:09.357208 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dbbe9fda-a164-4645-a882-8620a92806ae admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3629899
Jun 24 16:23:11.455166 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e0673d-3196-4454-b1b4-872c85c41ea4 None None] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:23:11.537017 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-39afeefb-13b3-41f6-b79c-0d0034f5c734 None None] Provisioning for port ee103a33-caa7-45cf-9d02-30496dd73659 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:23:11.835379 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53680) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:11.955865 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device ee103a33-caa7-45cf-9d02-30496dd73659 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:12.035028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port ee103a33-caa7-45cf-9d02-30496dd73659 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:23:12.039699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port ee103a33-caa7-45cf-9d02-30496dd73659 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:12.040092 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:12.154678 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port ee103a33-caa7-45cf-9d02-30496dd73659 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:12.155237 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:12.187199 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port ee103a33-caa7-45cf-9d02-30496dd73659, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=ee103a33-caa7-45cf-9d02-30496dd73659,segment=NetworkSegment(9b1e3544-4c5a-475f-ae9a-2ce3932ab012),segment_id=9b1e3544-4c5a-475f-ae9a-2ce3932ab012)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:23:12.190971 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:12.212744 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-b383291c-0e06-4745-9157-216de03425ab admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:23:12.213782 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b383291c-0e06-4745-9157-216de03425ab admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3774943
Jun 24 16:23:12.256558 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=ee103a33-caa7-45cf-9d02-30496dd73659,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:13.932250 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device ee103a33-caa7-45cf-9d02-30496dd73659 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:14.003182 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port ee103a33-caa7-45cf-9d02-30496dd73659 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:14.003542 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:14.114471 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port ee103a33-caa7-45cf-9d02-30496dd73659 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:14.886622 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53692) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:15.228920 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:15.234644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:15.238438 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Usage tracker for resource:router and tenant:86f32f35385a4b11b3ecaafc80eb7b84 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:15.241643 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:15.247470 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:15.257011 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:15.258538 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:15.281259 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:15.390762 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:15.408510 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:15.409751 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1de7836b-4a04-43e3-a3b5-05b5ab8dd48c admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 709 time: 0.5221045
Jun 24 16:23:17.801500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53702) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:18.168115 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [None req-7abd2e6e-ba0b-4d0c-8a0f-f2397ec39bde admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:23:18.168945 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7abd2e6e-ba0b-4d0c-8a0f-f2397ec39bde admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.3665094
Jun 24 16:23:18.785041 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7c1b15e0-175d-4c49-b059-909724092e32 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:20.587268 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 53712) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:20.943705 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Request body: {'network': {'name': 'public', 'admin_state_up': True, 'is_default': True, 'provider:network_type': 'flat', 'router:external': True, 'provider:physical_network': 'physnet1'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:20.948560 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:20.952964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Usage tracker for resource:network and tenant:7d4f1344841a4655b1e73dd9aa89eed1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:20.955904 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:20.961619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:20.971672 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Made reservation on behalf of 7d4f1344841a4655b1e73dd9aa89eed1 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:23:20.973869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:20.990225 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.005062 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:21.009766 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Usage tracker for resource:security_group_rule and tenant:7d4f1344841a4655b1e73dd9aa89eed1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:21.012939 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:21.019053 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:21.130427 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-72e5ac47-f599-4e62-bc4a-39f064650d90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.131791 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.136022 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.154213 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Reserving flat network on physical network physnet1 {{(pid=88114) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}}
Jun 24 16:23:21.172954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e969bb65-971a-493a-90f8-0a7653f0a3d3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:21.181417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8750117693552', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.181956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Unsubscribe: <function _add_segment_host_mapping_for_segment at 0x7f54ba828700> segment precommit_create {{(pid=88114) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}}
Jun 24 16:23:21.182461 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Added segment dbe993e0-b21a-4890-ae31-d6b3db09480a of type flat for network 2d45df79-b65a-4aac-83c8-948762322b35
Jun 24 16:23:21.222576 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.261383 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.262925 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:21.263481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:21.368575 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] Pushing event updated for resources: {'Network': ['ID=2d45df79-b65a-4aac-83c8-948762322b35,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:21.371185 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c4700a7d-5b41-4305-b8b7-74e93840dd30 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.7828310
Jun 24 16:23:21.383278 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 2d45df79-b65a-4aac-83c8-948762322b35 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:23:21.869510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:22.202760 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:23.229153 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:23.777176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53732) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:23.984876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a174b16-92f8-45fb-b6a6-b5d751507ff8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:23.986212 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6a174b16-92f8-45fb-b6a6-b5d751507ff8 admin admin] 10.222.0.18 "GET /v2.0/subnets/e977cdb0-5840-49f8-812d-f1f67a68ec77 HTTP/1.1" status: 200  len: 849 time: 0.2074871
Jun 24 16:23:24.158411 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-30376463-c1df-4bdc-8e7d-399262021491 admin admin] 10.222.0.18 "GET /v2.0/routers/d29f767e-8650-4473-ad51-379fa4862b23 HTTP/1.1" status: 200  len: 704 time: 0.1665699
Jun 24 16:23:24.624490 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:24.849586 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Allocated IP 172.20.0.1 (7bcdf791-e39d-4cfa-a9d9-83937dbd0018/e977cdb0-5840-49f8-812d-f1f67a68ec77/276ebc2e-4856-4a4f-b780-a1ee5563fe8f) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:23:25.003852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.022378 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Transition to ACTIVE for port object 276ebc2e-4856-4a4f-b780-a1ee5563fe8f will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:23:25.077219 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.147990 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:23:25.150664 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:25.155984 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Pushing event updated for resources: {'Port': ['ID=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:25.159351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:23:25.159351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.408420 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-3df01950-a379-4843-8205-5ae7a35c07e1 None None] Provisioning for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:23:25.413135 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-3df01950-a379-4843-8205-5ae7a35c07e1 None None] Provisioning complete for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:25.413502 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3df01950-a379-4843-8205-5ae7a35c07e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.421676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.469405 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3df01950-a379-4843-8205-5ae7a35c07e1 None None] Port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:23:25.681021 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.685312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.686005 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:25.814109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Pushing event updated for resources: {'Port': ['ID=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:25.872889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:23:25.873906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:26.064048 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Router d29f767e-8650-4473-ad51-379fa4862b23 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:23:26.092252 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e122920e-db7d-46b9-a069-3bc0aa742648 None None] Provisioning complete for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:26.092619 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e122920e-db7d-46b9-a069-3bc0aa742648 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:26.143568 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e122920e-db7d-46b9-a069-3bc0aa742648 None None] Port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:23:26.213874 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:23:26.222964 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9115d4fc-4881-49a0-a1fa-887e77930238 admin admin] 10.222.0.18 "PUT /v2.0/routers/d29f767e-8650-4473-ad51-379fa4862b23/add_router_interface HTTP/1.1" status: 200  len: 508 time: 2.0597184
Jun 24 16:23:26.223907 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Sync routers for ids ['d29f767e-8650-4473-ad51-379fa4862b23'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:23:26.234013 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Routers {'d29f767e-8650-4473-ad51-379fa4862b23'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:23:26.234972 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:23:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['d29f767e-8650-4473-ad51-379fa4862b23'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:26.411835 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Set router d29f767e-8650-4473-ad51-379fa4862b23 gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:23:26.778118 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53070>, [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:25Z', 'revision_number': 2, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port_host': None, '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:25Z', 'revision_number': 2, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:26.782849 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Checking router: d29f767e-8650-4473-ad51-379fa4862b23 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:23:26.783211 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Updating router d29f767e-8650-4473-ad51-379fa4862b23 port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:23:26.833839 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.204530 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.221037 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Transition to ACTIVE for port object 276ebc2e-4856-4a4f-b780-a1ee5563fe8f will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:23:27.226970 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.370986 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Pushing event updated for resources: {'Port': ['ID=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:27.409271 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.409608 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.409938 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.410263 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.410582 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.410924 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.411240 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.411560 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.411877 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.412187 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.412497 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.412805 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Tracked resource versions report:
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]: pushed versions:
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]: {   'AddressGroup': {'1.2'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'ConntrackHelper': {'1.0'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Log': {'1.0'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Network': {'1.1'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Port': {'1.7'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'PortForwarding': {'1.2'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'QosPolicy': {'1.8'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SecurityGroup': {'1.4'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SubPort': {'1.0'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Subnet': {'1.1'},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Trunk': {'1.1'}}
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]: consumer versions:
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Log': '1.0',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Network': '1.1',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Port': '1.7',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'PortForwarding': '1.2',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'QosPolicy': '1.8',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SecurityGroup': '1.4',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SubPort': '1.0',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Subnet': '1.1',
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Trunk': '1.1'}}
Jun 24 16:23:27.413924 dv-cinder-847189-3-iscsi neutron-server[88117]:  {{(pid=88117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:23:27.490903 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Attempting to bind port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:23:27.491308 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Attempting to bind port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:23:27.491722 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Attempting to bind port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f on network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:23:27.497451 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:23:27.497836 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Checking segment: {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:23:27.498293 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.498680 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Bound using segment: {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:23:27.499201 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Bound port: 276ebc2e-4856-4a4f-b780-a1ee5563fe8f, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b1e3544-4c5a-475f-ae9a-2ce3932ab012', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 339, 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:23:27.499578 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.592750 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] For port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:23:27.597067 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] For port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,segment=NetworkSegment(9b1e3544-4c5a-475f-ae9a-2ce3932ab012),segment_id=9b1e3544-4c5a-475f-ae9a-2ce3932ab012)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:23:27.601459 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:27.685475 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Routers {'d29f767e-8650-4473-ad51-379fa4862b23'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:23:27.686102 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:23:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['d29f767e-8650-4473-ad51-379fa4862b23'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:27.823698 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3633e6f9-f3ea-42a6-aa0e-a3ca121dba0c None None] Pushing event updated for resources: {'Port': ['ID=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:27.867628 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] Set router d29f767e-8650-4473-ad51-379fa4862b23 gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:23:28.183104 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53070>, [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:25Z', 'revision_number': 2, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port_host': None, '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:27Z', 'revision_number': 4, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:28.186815 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93662144-265f-44bc-abc6-68d1453aac12 None None] The sync data for ids ['d29f767e-8650-4473-ad51-379fa4862b23'] in dv-cinder-847189-3-iscsi is: [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:25Z', 'revision_number': 2, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port_host': None, '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:27Z', 'revision_number': 4, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:23:28.463160 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53756) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:28.612167 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4626d6-56a3-40d9-8f38-a4b8ae001bda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:28.613517 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-8e4626d6-56a3-40d9-8f38-a4b8ae001bda admin admin] 10.222.0.18 "GET /v2.0/networks/2d45df79-b65a-4aac-83c8-948762322b35 HTTP/1.1" status: 200  len: 842 time: 0.1494191
Jun 24 16:23:28.623123 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Request body: {'subnet': {'cidr': '172.27.2.0/24', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'name': 'public-subnet', 'enable_dhcp': False}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:28.627899 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:23:28.631648 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Usage tracker for resource:subnet and tenant:7d4f1344841a4655b1e73dd9aa89eed1 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:23:28.634465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:23:28.640829 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:23:28.651592 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Made reservation on behalf of 7d4f1344841a4655b1e73dd9aa89eed1 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:23:28.653849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Notify callbacks [] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:29.036656 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.objects.ports [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=88115) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}}
Jun 24 16:23:29.037117 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:29.114538 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=0e9752f9-4be7-41f9-90ef-f1ab84f9580d,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:29.118637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:23:29.119021 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Network hostable DHCP agents. Network: 2d45df79-b65a-4aac-83c8-948762322b35, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:23:29.140511 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:23:29.149943 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 2d45df79-b65a-4aac-83c8-948762322b35) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:29.154356 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:29.154959 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:29.161045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d871c0b-3070-4295-8ba2-b162ec9ceafc None None] Network 2d45df79-b65a-4aac-83c8-948762322b35 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:23:29.173450 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ece881fc-124d-46d3-a274-6917c94582ea admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 821 time: 0.5541835
Jun 24 16:23:29.400038 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dc5ab5-054c-42a5-9cb6-c5a71855ad6e None None] Network 2d45df79-b65a-4aac-83c8-948762322b35 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:23:29.968735 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 276ebc2e-4856-4a4f-b780-a1ee5563fe8f up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:30.038548 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:23:30.044339 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:30.044711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:30.164222 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:30.164872 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:30.196472 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,segment=NetworkSegment(9b1e3544-4c5a-475f-ae9a-2ce3932ab012),segment_id=9b1e3544-4c5a-475f-ae9a-2ce3932ab012)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:23:30.200864 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:30.266835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=276ebc2e-4856-4a4f-b780-a1ee5563fe8f,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:31.493665 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53770) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:31.759957 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-323e6a5d-80ef-4752-bd9e-b98951815e0b admin admin] 10.222.0.18 "GET /v2.0/routers/d29f767e-8650-4473-ad51-379fa4862b23 HTTP/1.1" status: 200  len: 710 time: 0.2650888
Jun 24 16:23:31.881960 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4722dba1-b800-424e-a476-be453fc73f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:23:31.883305 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4722dba1-b800-424e-a476-be453fc73f07 admin admin] 10.222.0.18 "GET /v2.0/networks/2d45df79-b65a-4aac-83c8-948762322b35 HTTP/1.1" status: 200  len: 886 time: 0.1183281
Jun 24 16:23:31.892333 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:23:31.942173 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 276ebc2e-4856-4a4f-b780-a1ee5563fe8f up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:32.016454 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:32.016743 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:32.136322 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:32.328873 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:32.645739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:32.701788 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:32.828687 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Allocated IP 172.27.2.18 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/8b567e38-b11c-439e-8437-924b3df86f1d) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:23:32.966668 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:32.994169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:33.103583 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:23:33.106821 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:23:33.110505 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:23:33.216291 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Pushing event updated for resources: {'Port': ['ID=8b567e38-b11c-439e-8437-924b3df86f1d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:33.490248 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:33.823099 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:33.826942 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-546672', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-546663', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-544440'] for router, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:33.995574 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Router d29f767e-8650-4473-ad51-379fa4862b23 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:23:34.176724 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:23:34.184864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:34.186210 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-74587aa9-6902-471e-bca9-abf921718ad2 admin admin] 10.222.0.18 "PUT /v2.0/routers/d29f767e-8650-4473-ad51-379fa4862b23 HTTP/1.1" status: 200  len: 889 time: 2.2970314
Jun 24 16:23:34.187161 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Sync routers for ids ['d29f767e-8650-4473-ad51-379fa4862b23'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:23:34.197699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Routers {'d29f767e-8650-4473-ad51-379fa4862b23'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:23:34.198365 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8a2c9d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:23:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['d29f767e-8650-4473-ad51-379fa4862b23'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:34.394305 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Set router d29f767e-8650-4473-ad51-379fa4862b23 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:23:34.724519 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8a2c9d0>, [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:33Z', 'revision_number': 4, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port': {'id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:32Z', 'updated_at': '2022-06-24T16:23:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:30Z', 'revision_number': 5, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:34.729248 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Checking router: d29f767e-8650-4473-ad51-379fa4862b23 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:23:34.729597 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Updating router d29f767e-8650-4473-ad51-379fa4862b23 port 8b567e38-b11c-439e-8437-924b3df86f1d binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:23:34.782857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.110056 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.121116 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Transition to ACTIVE for port object 8b567e38-b11c-439e-8437-924b3df86f1d will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:23:35.128131 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.201722 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Attempting to bind port 8b567e38-b11c-439e-8437-924b3df86f1d on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:23:35.202359 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Attempting to bind port 8b567e38-b11c-439e-8437-924b3df86f1d by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:23:35.202481 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Attempting to bind port 8b567e38-b11c-439e-8437-924b3df86f1d on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:23:35.211094 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 23, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:23:35.211723 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:23:35.212122 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.212510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:23:35.212971 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Bound port: 8b567e38-b11c-439e-8437-924b3df86f1d, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:23:35.213356 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.263009 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e2c3e-1229-41eb-8c8d-ae3757b4367b None None] Pushing event updated for resources: {'Port': ['ID=8b567e38-b11c-439e-8437-924b3df86f1d,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:35.307865 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] For port 8b567e38-b11c-439e-8437-924b3df86f1d, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:23:35.310924 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] For port 8b567e38-b11c-439e-8437-924b3df86f1d, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=8b567e38-b11c-439e-8437-924b3df86f1d,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:23:35.315229 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:35.394055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Routers {'d29f767e-8650-4473-ad51-379fa4862b23'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:23:35.394652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8a2c9d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:23:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['d29f767e-8650-4473-ad51-379fa4862b23'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:35.505201 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021e2c3e-1229-41eb-8c8d-ae3757b4367b None None] Pushing event updated for resources: {'Port': ['ID=8b567e38-b11c-439e-8437-924b3df86f1d,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:35.574021 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] Set router d29f767e-8650-4473-ad51-379fa4862b23 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:23:35.891763 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8a2c9d0>, [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:33Z', 'revision_number': 4, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port': {'id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:32Z', 'updated_at': '2022-06-24T16:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:30Z', 'revision_number': 5, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:23:35.896294 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-59724d03-af1a-42ae-9530-e22a39bde940 None None] The sync data for ids ['d29f767e-8650-4473-ad51-379fa4862b23'] in dv-cinder-847189-3-iscsi is: [{'id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'name': 'router1', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18'}], 'enable_snat': True}, 'gw_port_id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:23:15Z', 'updated_at': '2022-06-24T16:23:33Z', 'revision_number': 4, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'gw_port': {'id': '8b567e38-b11c-439e-8437-924b3df86f1d', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:be:8e:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.18', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:32Z', 'updated_at': '2022-06-24T16:23:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '276ebc2e-4856-4a4f-b780-a1ee5563fe8f', 'name': '', 'network_id': '7bcdf791-e39d-4cfa-a9d9-83937dbd0018', 'tenant_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'mac_address': 'fa:16:3e:10:76:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd29f767e-8650-4473-ad51-379fa4862b23', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:23:24Z', 'updated_at': '2022-06-24T16:23:30Z', 'revision_number': 5, 'project_id': '86f32f35385a4b11b3ecaafc80eb7b84', 'subnets': [{'id': 'e977cdb0-5840-49f8-812d-f1f67a68ec77', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '66163974-87b6-48d1-a189-23240ea97a00'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:23:36.594746 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 53780) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:23:36.717338 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-046641c8-eab8-45fb-8ef0-451dc339cd40 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200  len: 410 time: 0.1212654
Jun 24 16:23:37.986315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 8b567e38-b11c-439e-8437-924b3df86f1d up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:38.051922 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 8b567e38-b11c-439e-8437-924b3df86f1d completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:23:38.056609 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 8b567e38-b11c-439e-8437-924b3df86f1d triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:38.056970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:38.173194 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 8b567e38-b11c-439e-8437-924b3df86f1d is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:38.173603 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:38.196152 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 8b567e38-b11c-439e-8437-924b3df86f1d, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=8b567e38-b11c-439e-8437-924b3df86f1d,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:23:38.200402 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:38.274255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=8b567e38-b11c-439e-8437-924b3df86f1d,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:23:39.974064 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 8b567e38-b11c-439e-8437-924b3df86f1d up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:23:40.074219 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 8b567e38-b11c-439e-8437-924b3df86f1d triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:23:40.075203 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:40.208258 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 8b567e38-b11c-439e-8437-924b3df86f1d is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:23:45.951301 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:23:48.788908 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b499484e-7f93-4d67-b66a-c1e297524830 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:51.132234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b3a338c5-bb96-419d-8abc-591bd01a70c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:51.876306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:52.205025 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:23:53.257931 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:18.792428 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eb66627c-cfe7-4ef8-ad56-b040f86ce528 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:21.137765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5ba1e3c4-f57c-471b-a68a-ea3bd01bc932 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:21.876525 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:22.208409 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:22.951367 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:24:23.249474 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:48.799060 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9c5e2d1d-c438-41ad-a3d6-e7cc38500e6c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:51.133790 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f810c5c1-0d3a-43df-a55c-a3a0eee3dd0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:51.879621 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:52.213437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:53.256217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:24:59.949121 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:25:18.793169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7135acd8-18d9-4bfd-aa12-56d42e2e2aac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:21.126421 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9f2ead79-3728-4693-aef7-c8ab6022bd14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:21.882841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:22.206081 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:23.263385 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:36.948711 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:25:39.320393 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54350) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:39.389077 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb971482-7072-4149-9ba7-71b67d77a8b9 admin admin] GET failed (client error): The resource could not be found.
Jun 24 16:25:39.390340 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-eb971482-7072-4149-9ba7-71b67d77a8b9 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404  len: 315 time: 0.0690002
Jun 24 16:25:39.565121 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a677e3cd-dd4d-4b34-a491-dad30b948586 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:39.566587 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a677e3cd-dd4d-4b34-a491-dad30b948586 admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200  len: 872 time: 0.1723464
Jun 24 16:25:41.755086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54360) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:41.857727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9aa36e13-9ddf-4e43-b86b-a4b1da2db6d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:41.858275 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9aa36e13-9ddf-4e43-b86b-a4b1da2db6d6 admin admin] Synchronizing usage tracker for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:subnet {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:25:41.875518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9aa36e13-9ddf-4e43-b86b-a4b1da2db6d6 admin admin] Unset dirty status for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:subnet {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:25:41.876607 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9aa36e13-9ddf-4e43-b86b-a4b1da2db6d6 admin admin] 10.222.0.18 "GET /v2.0/subnets/e977cdb0-5840-49f8-812d-f1f67a68ec77 HTTP/1.1" status: 200  len: 849 time: 0.1205854
Jun 24 16:25:41.885851 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:25:42.000882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Notify callbacks [] for subnet, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:42.182104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8750117845899'] for subnet, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:42.222939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:42.223971 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:42.224666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] 10.222.0.18 "PUT /v2.0/subnets/e977cdb0-5840-49f8-812d-f1f67a68ec77 HTTP/1.1" status: 200  len: 868 time: 0.3425229
Jun 24 16:25:42.241712 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cfa9111-c27b-47e1-a5b8-d3ea1f1a7cc1 None None] Network 7bcdf791-e39d-4cfa-a9d9-83937dbd0018 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:25:42.248926 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Pushing event updated for resources: {'Subnet': ['ID=e977cdb0-5840-49f8-812d-f1f67a68ec77,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:25:42.256572 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.256939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.257299 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.257616 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.257997 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.258441 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.258660 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.259020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.259361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.259693 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.260017 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.260353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3416285-db2e-461e-8f7a-3f3b243f04df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:25:42.680051 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Provisioning complete for port ee103a33-caa7-45cf-9d02-30496dd73659 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:25:42.680409 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:42.794848 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Current status of the port ee103a33-caa7-45cf-9d02-30496dd73659 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:25:42.805777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Provisioning complete for port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:25:42.806144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:42.920999 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c901788c-19bc-4c1b-8c88-ab70513cab14 None None] Current status of the port 276ebc2e-4856-4a4f-b780-a1ee5563fe8f is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:25:44.414838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54370) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:44.590743 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31704aef-4d68-402c-a073-b9c86f9d4847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:44.591211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31704aef-4d68-402c-a073-b9c86f9d4847 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:44.591923 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-31704aef-4d68-402c-a073-b9c86f9d4847 admin admin] Synchronizing usage tracker for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:25:44.607755 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-31704aef-4d68-402c-a073-b9c86f9d4847 admin admin] Unset dirty status for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:25:44.608799 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-31704aef-4d68-402c-a073-b9c86f9d4847 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1930218
Jun 24 16:25:46.767843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54380) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:46.945373 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43091515-93d1-4689-9d96-4ccc375ed129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:46.945834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43091515-93d1-4689-9d96-4ccc375ed129 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:46.947430 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-43091515-93d1-4689-9d96-4ccc375ed129 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200  len: 1549 time: 0.1785843
Jun 24 16:25:48.795934 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07fb000f-c972-4bd2-93dc-9bc7be52fbe0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:49.115743 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54390) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:49.280647 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e91615-4900-45f1-bcb4-7c5b5a43d992 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:49.281978 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-93e91615-4900-45f1-bcb4-7c5b5a43d992 admin admin] 10.222.0.18 "GET /v2.0/networks/2d45df79-b65a-4aac-83c8-948762322b35 HTTP/1.1" status: 200  len: 886 time: 0.1651871
Jun 24 16:25:51.129145 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-20747873-6749-40b3-a469-06cd3e6dcf84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:51.469302 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54400) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:51.636068 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b21885d2-b7ce-4a0c-984d-950ba1d12f47 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:51.637969 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b21885d2-b7ce-4a0c-984d-950ba1d12f47 admin admin] 10.222.0.18 "GET /v2.0/networks/7bcdf791-e39d-4cfa-a9d9-83937dbd0018 HTTP/1.1" status: 200  len: 869 time: 0.1677313
Jun 24 16:25:51.884739 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:52.208464 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:53.266802 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:25:53.826182 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54410) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:53.936263 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2bee68-ac95-480f-87eb-a549e9a08e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:53.936713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2bee68-ac95-480f-87eb-a549e9a08e9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:53.938220 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6d2bee68-ac95-480f-87eb-a549e9a08e9f admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1110663
Jun 24 16:25:56.119663 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54420) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:56.223119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5da9e-2336-4601-8be3-f900ebf593a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:56.223503 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5da9e-2336-4601-8be3-f900ebf593a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:56.224968 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0ac5da9e-2336-4601-8be3-f900ebf593a2 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200  len: 1479 time: 0.1043432
Jun 24 16:25:58.477506 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54430) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:25:58.575397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea250c6-4d72-4059-8861-3c37a31bed21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:25:58.576692 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6ea250c6-4d72-4059-8861-3c37a31bed21 admin admin] 10.222.0.18 "GET /v2.0/subnets/0e9752f9-4be7-41f9-90ef-f1ab84f9580d HTTP/1.1" status: 200  len: 816 time: 0.0982089
Jun 24 16:26:00.747507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54440) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:26:00.851898 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07a73e6a-876e-41ac-801a-6846bb39ac46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:26:00.853207 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-07a73e6a-876e-41ac-801a-6846bb39ac46 admin admin] 10.222.0.18 "GET /v2.0/subnets/e977cdb0-5840-49f8-812d-f1f67a68ec77 HTTP/1.1" status: 200  len: 868 time: 0.1047657
Jun 24 16:26:13.947887 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:26:18.797451 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6d3f53e2-a957-43df-ae0f-9b4066c68981 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:19.634520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54486) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:26:19.680889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [None req-a6516cf0-e876-4328-84ce-f021c0be9d41 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:26:19.681862 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a6516cf0-e876-4328-84ce-f021c0be9d41 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0464342
Jun 24 16:26:21.131419 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f97b07fd-98bd-423f-a916-0d2f91dea682 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:21.889120 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:21.930413 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54496) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:26:22.000090 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3b56450-43e4-4e06-b637-9db725994889 admin admin] GET failed (client error): The resource could not be found.
Jun 24 16:26:22.001340 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d3b56450-43e4-4e06-b637-9db725994889 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404  len: 314 time: 0.0698807
Jun 24 16:26:22.123382 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d9938a2-e253-423d-a5e2-179640431387 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:26:22.124726 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0d9938a2-e253-423d-a5e2-179640431387 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200  len: 889 time: 0.1196034
Jun 24 16:26:22.211510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:23.270462 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.307679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54506) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:26:24.354451 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:26:24.358943 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:26:24.368551 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:26:24.377975 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Made reservation on behalf of 7d4f1344841a4655b1e73dd9aa89eed1 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:26:24.380203 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.466210 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING neutron.services.revisions.revision_plugin [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Could not find related network for resource <neutron.db.rbac_db_models.NetworkRBAC[object at 7f54b9059910] {project_id='7d4f1344841a4655b1e73dd9aa89eed1', id='265d4f5b-ec1c-42c0-ae8d-cb611a7cc1d0', target_tenant='*', action='access_as_shared', object_id='45d2f41a-c75a-4056-9cc6-8e93314233b0'}> to bump revision.
Jun 24 16:26:24.478115 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 348}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:26:24.488338 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.488610 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Added segment e7e656be-e310-4e84-8bf1-62797107bcd3 of type vlan for network 45d2f41a-c75a-4056-9cc6-8e93314233b0
Jun 24 16:26:24.513353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.539758 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.540673 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:26:24.541232 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:24.670969 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 847 time: 0.3621678
Jun 24 16:26:24.675740 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b819fc85-a23f-484e-b287-37ad02a22763 admin admin] Pushing event updated for resources: {'Network': ['ID=45d2f41a-c75a-4056-9cc6-8e93314233b0,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:26:24.687582 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:26:26.853286 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54516) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:26:26.918258 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.pecan_wsgi.hooks.translation [None req-c29fa9ec-54a8-4738-83a7-d1cdc0061714 admin admin] GET failed (client error): The resource could not be found.
Jun 24 16:26:26.918793 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c29fa9ec-54a8-4738-83a7-d1cdc0061714 admin admin] Synchronizing usage tracker for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:network {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:26:26.933582 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c29fa9ec-54a8-4738-83a7-d1cdc0061714 admin admin] Unset dirty status for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:network {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:26:26.934766 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c29fa9ec-54a8-4738-83a7-d1cdc0061714 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404  len: 314 time: 0.0804853
Jun 24 16:26:27.040042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d22b6c68-dd31-47eb-a434-cd7892d88683 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:26:27.041396 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d22b6c68-dd31-47eb-a434-cd7892d88683 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200  len: 826 time: 0.1028347
Jun 24 16:26:27.050905 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'name': 'shared-subnet'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:26:27.055318 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:26:27.065220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:26:27.075167 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Made reservation on behalf of 7d4f1344841a4655b1e73dd9aa89eed1 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:26:27.077436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:27.274575 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:27.343950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=10311b7d-6dd5-4ac8-99a3-ae5da35160aa,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:26:27.359980 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Checking segment: {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:26:27.360337 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Network hostable DHCP agents. Network: 45d2f41a-c75a-4056-9cc6-8e93314233b0, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:26:27.378369 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:26:27.387735 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 45d2f41a-c75a-4056-9cc6-8e93314233b0) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:26:27.391715 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:26:27.392288 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:27.397056 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba101661-cbd8-46eb-a739-e058bd24f1ec None None] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:26:27.421013 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-22ca59ed-531c-4210-bf3c-8952ebc64db0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 0.3688700
Jun 24 16:26:27.625149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-45d2f41a-c75a-4056-9cc6-8e93314233b0', 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0', 'tenant_id': '7d4f1344841a4655b1e73dd9aa89eed1', 'fixed_ips': [{'subnet_id': '10311b7d-6dd5-4ac8-99a3-ae5da35160aa'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:26:27.626000 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:27.781114 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Allocated IP 192.168.233.2 (45d2f41a-c75a-4056-9cc6-8e93314233b0/10311b7d-6dd5-4ac8-99a3-ae5da35160aa/1718f42e-a8ef-486d-ac9a-2209411ee2e8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:26:27.985358 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:27.995529 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Transition to ACTIVE for port object 1718f42e-a8ef-486d-ac9a-2209411ee2e8 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:26:28.014579 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Transition to ACTIVE for port object 1718f42e-a8ef-486d-ac9a-2209411ee2e8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:26:28.019752 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:28.109991 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:26:28.112865 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:26:28.119069 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Pushing event updated for resources: {'Port': ['ID=1718f42e-a8ef-486d-ac9a-2209411ee2e8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:26:28.122407 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:26:28.128530 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.128873 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.129226 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.129555 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.129880 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.130201 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.130517 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.130862 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.131198 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.131516 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.131828 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.132144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:26:28.231732 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Attempting to bind port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:26:28.232019 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Attempting to bind port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:26:28.232376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Attempting to bind port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 on network 45d2f41a-c75a-4056-9cc6-8e93314233b0 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:26:28.237663 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 26, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:26:28.238026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Checking segment: {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:26:28.238421 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:28.238835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Bound using segment: {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:26:28.239299 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Bound port: 1718f42e-a8ef-486d-ac9a-2209411ee2e8, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:26:28.239681 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:28.330433 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] For port 1718f42e-a8ef-486d-ac9a-2209411ee2e8, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:26:28.333491 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] For port 1718f42e-a8ef-486d-ac9a-2209411ee2e8, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1718f42e-a8ef-486d-ac9a-2209411ee2e8,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:26:28.338305 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:28.415708 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e71c6a8-9360-4383-83ee-816db02c5e4c None None] Pushing event updated for resources: {'Port': ['ID=1718f42e-a8ef-486d-ac9a-2209411ee2e8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:26:29.283595 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd7cd132-c7ce-4bcb-a899-146a060551c4 None None] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:26:29.396259 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c5109567-f799-433b-bbab-223222460a17 None None] Provisioning for port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:26:30.051460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1718f42e-a8ef-486d-ac9a-2209411ee2e8 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:26:30.118854 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:26:30.123510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:26:30.123869 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:30.239180 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:26:30.239482 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:30.271371 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 1718f42e-a8ef-486d-ac9a-2209411ee2e8, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1718f42e-a8ef-486d-ac9a-2209411ee2e8,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:26:30.275409 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:30.349906 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=1718f42e-a8ef-486d-ac9a-2209411ee2e8,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:26:32.028948 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1718f42e-a8ef-486d-ac9a-2209411ee2e8 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:26:32.097106 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:26:32.097467 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:32.215616 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1718f42e-a8ef-486d-ac9a-2209411ee2e8 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:26:48.801326 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-43a29285-fb91-4525-97a6-0b2eed15f1e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:50.946136 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:26:51.135810 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-884286ff-937a-4137-9677-986bf1cf44f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:51.892034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:52.214361 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:26:53.274086 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:18.804334 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f6ea700e-78ff-4a57-a2b4-e69a00a894f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:21.137282 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6fa5b49-c045-4999-999a-183469a69a81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:21.895611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:22.219134 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:23.277982 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:27.945489 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:27:33.875576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54562) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:27:33.881270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [None req-760492d7-8bcb-4a70-acd7-2b37a372d203 tempest-verify_tempest_config-1731769521 tempest-verify_tempest_config-1731769521-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:27:33.882225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-760492d7-8bcb-4a70-acd7-2b37a372d203 tempest-verify_tempest_config-1731769521 tempest-verify_tempest_config-1731769521-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13635 time: 0.0056968
Jun 24 16:27:34.188716 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54580) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:27:34.299848 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.314971 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:27:34.318914 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Usage tracker for resource:security_group_rule and tenant:fa8124f8ee8d4b1dbf45dcef267d6f94 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:27:34.321673 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:27:34.327296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:27:34.410133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.414624 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.463188 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fa8124f8ee8d4b1dbf45dcef267d6f94&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2726588
Jun 24 16:27:34.463927 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37cf6ec1-5779-4283-8909-3b0ffce95c56,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:27:34.465942 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54586) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:27:34.470877 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.471240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.471589 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.471919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.472247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.472590 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.472917 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.473237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.473557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.473876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.474190 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.474520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d0391816-1c91-402a-9de8-cdb6cb650f0b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.524799 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.551709 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.644763 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.658783 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37cf6ec1-5779-4283-8909-3b0ffce95c56,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:27:34.668549 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.668914 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.669255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.669589 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.669918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.670246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.670569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.670920 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.671258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.671580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.671900 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.672217 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:27:34.675246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:34.676340 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0f8c6b7a-d12d-4d09-83ea-1a2840316418 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/37cf6ec1-5779-4283-8909-3b0ffce95c56 HTTP/1.1" status: 204  len: 168 time: 0.2094502
Jun 24 16:27:48.806966 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b623e2f0-3d30-49e6-823a-adbc8e51ed10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:51.140676 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db38bec1-396b-408e-8a09-035deb7fa77a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:51.897371 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:52.223857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:27:53.277894 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:04.944423 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:28:18.809054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ce57bf3a-e5f9-4d18-8e73-378afad5d61e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:21.142652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1b93d48-55ab-4704-982a-fe3048d80d2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:21.899298 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:22.224954 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:23.284661 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:41.944914 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 5 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:28:48.813466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-66bd8e16-9aea-4bf7-b46c-900dcd7167e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:51.144818 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-282eb9ec-d86b-4762-a756-70212ccda541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:51.904332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:52.227426 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:28:53.286314 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:10.946169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-544843'] for agent, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:18.819004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d1a1c1c7-e7d7-4fcb-8124-091411e16cf2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:18.944328 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:29:21.147354 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bc3a6ce7-b293-4a29-be3b-c733ffe46df8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:21.905418 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:22.230773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:23.290107 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:23.364811 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54656) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:29:23.482290 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ec2eb1a6-b426-4785-9813-57cf4af334f9 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.1163697
Jun 24 16:29:25.665402 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54666) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:29:25.728832 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-fc64af79-72f6-46a2-894b-29c01cb4d0be admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200  len: 4303 time: 0.0623403
Jun 24 16:29:40.920551 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:48.822166 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-de4ed224-954e-413a-88f5-4d219ac35ee0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:51.149447 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-385f9fb2-cbbd-42ac-8607-a7cce1365244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:51.907612 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:52.232905 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:53.292245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:29:55.943365 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:30:10.914585 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:18.824961 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b55907ec-c9cb-40ce-8d49-83f324be9b86 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:21.155626 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f952237d-c31b-4a6b-b5e2-71ebe5f69fba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:21.910424 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:22.237566 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:23.302034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:32.942561 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:30:40.913645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:48.828734 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b0fc3946-1ebd-4759-a9ac-c128d534b282 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:51.147396 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-304dfd47-387a-40e5-9d45-2178d2c4753b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:51.913361 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:52.239955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:30:53.298792 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:05.885833 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54740) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:06.052239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-598422461-network', 'tenant_id': '166c04f72691440d883f2508cc22df58'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:06.061338 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:06.074355 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Usage tracker for resource:network and tenant:166c04f72691440d883f2508cc22df58 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:06.082047 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:06.096818 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:06.122816 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Made reservation on behalf of 166c04f72691440d883f2508cc22df58 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:06.125629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.167915 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.187994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:06.196335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Usage tracker for resource:security_group_rule and tenant:166c04f72691440d883f2508cc22df58 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:06.199912 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:06.210887 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:06.307377 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.324472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.363629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:06.376437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.376915 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.377325 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.377757 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.378153 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.378546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.378990 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.379433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.379832 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.380246 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.380651 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.381095 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Tracked resource versions report:
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]: pushed versions:
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]: {   'AddressGroup': {'1.2'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'ConntrackHelper': {'1.0'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Log': {'1.0'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Network': {'1.1'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Port': {'1.7'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'PortForwarding': {'1.2'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'QosPolicy': {'1.8'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SecurityGroup': {'1.4'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'SubPort': {'1.0'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Subnet': {'1.1'},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     'Trunk': {'1.1'}}
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]: consumer versions:
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     HyperV agent@hv-cinder-84718: {},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Log': '1.0',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Network': '1.1',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Port': '1.7',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'PortForwarding': '1.2',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'QosPolicy': '1.8',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SecurityGroup': '1.4',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'SubPort': '1.0',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Subnet': '1.1',
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:                                                      'Trunk': '1.1'}}
Jun 24 16:31:06.382736 dv-cinder-847189-3-iscsi neutron-server[88115]:  {{(pid=88115) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:31:06.391091 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 325}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:06.405705 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.406312 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Added segment ee13527d-8350-4c57-b7a3-0e79527f85bc of type vlan for network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a
Jun 24 16:31:06.443296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.481617 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.482654 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:06.483260 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.607677 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] Pushing event updated for resources: {'Network': ['ID=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:06.612511 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c3ee8356-df45-4724-afa8-2fe0e7a36ff1 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 0.7248070
Jun 24 16:31:06.615398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54796) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:06.622295 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:06.623425 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Request body: {'subnet': {'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-598422461-subnet', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:06.628880 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:06.633426 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Usage tracker for resource:subnet and tenant:166c04f72691440d883f2508cc22df58 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:06.637247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:06.643641 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:06.659001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Made reservation on behalf of 166c04f72691440d883f2508cc22df58 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:06.663932 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Notify callbacks [] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.908159 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:06.985469 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a27eb50-cd64-46e3-a31f-44e5aeabcd3b,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:06.999536 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Checking segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:06.999901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Network hostable DHCP agents. Network: 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:07.024245 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:07.033906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:07.041820 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e4598e-2ac6-4add-ba45-93923783abfc None None] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:07.043637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:07.044791 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.072391 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-41564ccb-b88c-447a-b984-32a036b6c5bb admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.4557087
Jun 24 16:31:07.074787 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54822) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:07.080815 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Request body: {'router': {'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:07.086750 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:07.091389 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Usage tracker for resource:router and tenant:166c04f72691440d883f2508cc22df58 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:07.095020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:07.102976 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:07.121992 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.124257 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.146826 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.283831 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'fixed_ips': [{'subnet_id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:31:07.284993 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.525256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Allocated IP 172.20.0.2 (5a0c7d8b-0c0e-410a-91b3-8fa745717c1a/0a27eb50-cd64-46e3-a31f-44e5aeabcd3b/2b431a24-419e-4893-a51c-f3549b4a4898) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:07.614011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.786416 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.798623 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Transition to ACTIVE for port object 2b431a24-419e-4893-a51c-f3549b4a4898 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:07.823703 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Transition to ACTIVE for port object 2b431a24-419e-4893-a51c-f3549b4a4898 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:07.832135 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:07.916217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:07.919335 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:07.921904 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:07.974389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Pushing event updated for resources: {'Port': ['ID=2b431a24-419e-4893-a51c-f3549b4a4898,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:08.025838 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.026550 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.027144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.027503 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.027841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.028176 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.028511 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.028836 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.029178 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.029515 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.029838 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.030160 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:08.030683 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Tracked resource versions report:
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]: pushed versions:
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]: {   'AddressGroup': {'1.2'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'ConntrackHelper': {'1.0'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Log': {'1.0'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Network': {'1.1'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Port': {'1.7'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'PortForwarding': {'1.2'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'QosPolicy': {'1.8'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SecurityGroup': {'1.4'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'SubPort': {'1.0'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Subnet': {'1.1'},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     'Trunk': {'1.1'}}
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]: consumer versions:
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     HyperV agent@hv-cinder-84718: {},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Log': '1.0',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Network': '1.1',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Port': '1.7',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'PortForwarding': '1.2',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'QosPolicy': '1.8',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SecurityGroup': '1.4',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'SubPort': '1.0',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Subnet': '1.1',
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:                                                      'Trunk': '1.1'}}
Jun 24 16:31:08.031308 dv-cinder-847189-3-iscsi neutron-server[88116]:  {{(pid=88116) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:31:08.057184 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Attempting to bind port 2b431a24-419e-4893-a51c-f3549b4a4898 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:08.057551 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Attempting to bind port 2b431a24-419e-4893-a51c-f3549b4a4898 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:08.058105 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Attempting to bind port 2b431a24-419e-4893-a51c-f3549b4a4898 on network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:08.065617 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:08.066298 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Checking segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:08.066905 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.067466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Bound using segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:08.068121 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Bound port: 2b431a24-419e-4893-a51c-f3549b4a4898, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:08.069423 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.082729 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.204016 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] For port 2b431a24-419e-4893-a51c-f3549b4a4898, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:08.208632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] For port 2b431a24-419e-4893-a51c-f3549b4a4898, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2b431a24-419e-4893-a51c-f3549b4a4898,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:08.215970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.281973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Allocated IP 172.27.2.214 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/aeedb10f-b45e-4ba0-9b5d-871668531e10) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:08.344681 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31141eee-b728-457a-bdd7-d46b15cfcc32 None None] Pushing event updated for resources: {'Port': ['ID=2b431a24-419e-4893-a51c-f3549b4a4898,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:08.506413 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.564890 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:08.593585 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54886) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:08.635869 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:08.644266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:08.647018 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:08.825981 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Pushing event updated for resources: {'Port': ['ID=aeedb10f-b45e-4ba0-9b5d-871668531e10,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:08.953358 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54898) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:08.992722 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54904) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:09.081864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.107940 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54910) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:09.176460 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-network', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:09.184601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.194184 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Usage tracker for resource:network and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.201436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.213668 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.243508 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Made reservation on behalf of 09584de3a4b14c5a90eb9b1c2149d6fb for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:09.246568 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.261881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.287644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.302551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Usage tracker for resource:security_group_rule and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.330365 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.342333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.425316 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-541086628-network', 'tenant_id': '0c46af339a974db99842dd35272db99d'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:09.451930 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.471013 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Usage tracker for resource:network and tenant:0c46af339a974db99842dd35272db99d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.489809 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.506075 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.559985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Made reservation on behalf of 0c46af339a974db99842dd35272db99d for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:09.564043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.607503 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.639164 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64751198-338f-4ccd-b301-78ed4d056c9d None None] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:09.655353 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-network', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:09.668157 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.675500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Usage tracker for resource:security_group_rule and tenant:0c46af339a974db99842dd35272db99d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.688002 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.693800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.711155 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1316067856-network', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:09.714484 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Usage tracker for resource:network and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.718177 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.719778 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.728454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.733932 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Usage tracker for resource:network and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.737055 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.739952 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.752725 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.757391 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.759470 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:09.808133 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1193a8-df06-4d2c-9cc3-74a52081c94a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:09.814983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-b4e6147f-1030-4215-b336-8206cf045c54 None None] Provisioning for port 2b431a24-419e-4893-a51c-f3549b4a4898 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:09.829246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.829896 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.830406 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.830924 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.831392 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.832665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.833341 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.833831 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.834303 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.835395 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.836097 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.836615 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Tracked resource versions report:
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]: pushed versions:
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]: {   'AddressGroup': {'1.2'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'ConntrackHelper': {'1.0'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Log': {'1.0'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Network': {'1.1'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Port': {'1.7'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'PortForwarding': {'1.2'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'QosPolicy': {'1.8'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SecurityGroup': {'1.4'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'SubPort': {'1.0'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Subnet': {'1.1'},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     'Trunk': {'1.1'}}
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]: consumer versions:
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     HyperV agent@hv-cinder-84718: {},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Log': '1.0',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Network': '1.1',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Port': '1.7',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'PortForwarding': '1.2',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'QosPolicy': '1.8',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SecurityGroup': '1.4',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'SubPort': '1.0',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Subnet': '1.1',
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:                                                      'Trunk': '1.1'}}
Jun 24 16:31:09.838017 dv-cinder-847189-3-iscsi neutron-server[88114]:  {{(pid=88114) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:31:09.850762 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 344}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:09.863723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Made reservation on behalf of 065254ebe67545639644fcbc6bd9fc31 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:09.866630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.883569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.894432 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:09.896711 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.904543 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.915228 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.931416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:09.931754 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Added segment 3c1194fa-1176-4782-bbdb-61c9fbe56f1a of type vlan for network e798456c-6e0e-4eb9-9c41-fac0ea090965
Jun 24 16:31:09.937171 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:09.941418 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:09.945104 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:09.946829 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:31:09.951854 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:10.044385 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:10.068372 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:10.081868 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:10.109102 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:10.112186 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.126610 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.150986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.278071 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Router 33ede860-668e-4f2c-903c-9ad3be267da3 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:31:10.292678 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.296451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 301}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:10.297363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2b431a24-419e-4893-a51c-f3549b4a4898 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:10.306102 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=81f46a40-aa47-4155-bbb7-056cd3274984,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:10.323024 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.332522 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.336971 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:10.341849 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.459143 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 2b431a24-419e-4893-a51c-f3549b4a4898 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:10.467083 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 2b431a24-419e-4893-a51c-f3549b4a4898 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:10.475377 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.532057 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] Pushing event updated for resources: {'Network': ['ID=e798456c-6e0e-4eb9-9c41-fac0ea090965,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:10.548684 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.549363 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Added segment 0f20d57a-9af3-482f-8855-888a88072e3b of type vlan for network de427c78-c07a-4b67-b16a-301f510eb5d6
Jun 24 16:31:10.588055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:10.592936 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 345}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:10.615509 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=205c24ed-8dff-4104-8e29-b57e732adfe6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:10.645069 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.645684 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Added segment 0593ec19-e0b5-48c9-8c8b-25a7eb31d972 of type vlan for network ae4029fc-2ece-447c-850f-7903ee110e06
Jun 24 16:31:10.646350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:10.657136 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Sync routers for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:10.674091 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:10.675041 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8fc98e0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:30:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:10.679705 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Provisioning complete for port 2b431a24-419e-4893-a51c-f3549b4a4898 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:10.680207 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.711633 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.715437 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.716773 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-237acd57-f030-4e3a-b6c0-b8827a8e4c1a admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 3.6405010
Jun 24 16:31:10.717456 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54962) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:10.746225 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9590a473-0420-4de7-b154-652de2391485 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 892 time: 2.1514950
Jun 24 16:31:10.751474 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.754881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54966) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:10.775605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Request body: {'subnet': {'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-subnet', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:10.805453 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:10.812642 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Usage tracker for resource:subnet and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:10.823478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:10.840091 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.853801 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:10.937315 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:31:10.970628 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:10.986040 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:11.017901 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 312}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:11.044255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.046034 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Added segment 30f465e4-bf7b-45ac-b846-02c59c75d2e5 of type vlan for network 45be4882-d29a-4ee7-b3ed-ba8729666ff7
Jun 24 16:31:11.112070 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.112560 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 2b431a24-419e-4893-a51c-f3549b4a4898 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:11.113892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.130088 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.130817 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Current status of the port 2b431a24-419e-4893-a51c-f3549b4a4898 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:11.131897 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.175455 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] For port 2b431a24-419e-4893-a51c-f3549b4a4898, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2b431a24-419e-4893-a51c-f3549b4a4898,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:11.236995 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.239642 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:11.240605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.261649 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.265985 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:31:11.266839 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:31:11.330253 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8fc98e0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:08Z', 'revision_number': 3, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:11.335818 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Checking router: 33ede860-668e-4f2c-903c-9ad3be267da3 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:11.336388 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Updating router 33ede860-668e-4f2c-903c-9ad3be267da3 port aeedb10f-b45e-4ba0-9b5d-871668531e10 binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:11.392353 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc24db68-5d27-483c-af4c-a41696f99b80 None None] Pushing event updated for resources: {'Port': ['ID=2b431a24-419e-4893-a51c-f3549b4a4898,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:11.401723 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.441983 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.442948 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:11.443515 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.465803 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Made reservation on behalf of 09584de3a4b14c5a90eb9b1c2149d6fb for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:11.468165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.485377 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 890 time: 2.4889369
Jun 24 16:31:11.485377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.485377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:11.486051 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.507974 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 54982) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:11.523147 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Request body: {'subnet': {'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-subnet', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:11.538198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:11.554198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Usage tracker for resource:subnet and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:11.575026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:11.600841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c683fe6e-7cd4-4cfa-99f0-5237c7c8f517,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:11.606879 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 897 time: 2.6497211
Jun 24 16:31:11.613145 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06ff28a-1b84-4082-93ce-175e4953bec7 admin admin] Pushing event updated for resources: {'Network': ['ID=de427c78-c07a-4b67-b16a-301f510eb5d6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:11.614984 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 54996) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:11.646838 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network de427c78-c07a-4b67-b16a-301f510eb5d6 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:11.688529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Request body: {'subnet': {'network_id': 'ae4029fc-2ece-447c-850f-7903ee110e06', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-541086628-subnet', 'tenant_id': '0c46af339a974db99842dd35272db99d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:11.706554 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:11.732360 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 888 time: 2.6205807
Jun 24 16:31:11.740345 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55000) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:11.756223 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Usage tracker for resource:subnet and tenant:0c46af339a974db99842dd35272db99d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:11.872314 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:11.889572 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Request body: {'subnet': {'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-subnet', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:11.890606 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.894657 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:11.899703 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Usage tracker for resource:subnet and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:11.903283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:11.907490 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Transition to ACTIVE for port object aeedb10f-b45e-4ba0-9b5d-871668531e10 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:11.916164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:11.921704 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:11.922951 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:11.990220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:12.000701 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:12.003935 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.018494 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Made reservation on behalf of 065254ebe67545639644fcbc6bd9fc31 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:12.021157 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.033715 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 2b431a24-419e-4893-a51c-f3549b4a4898 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:12.205147 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Attempting to bind port aeedb10f-b45e-4ba0-9b5d-871668531e10 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:12.208382 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Attempting to bind port aeedb10f-b45e-4ba0-9b5d-871668531e10 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:12.208602 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Attempting to bind port aeedb10f-b45e-4ba0-9b5d-871668531e10 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:12.216858 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2b431a24-419e-4893-a51c-f3549b4a4898 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:12.245638 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Pushing event updated for resources: {'Port': ['ID=aeedb10f-b45e-4ba0-9b5d-871668531e10,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:12.268058 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:12.268432 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:12.269163 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.269368 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:12.269937 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Bound port: aeedb10f-b45e-4ba0-9b5d-871668531e10, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:12.270258 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.370517 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.417496 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 2b431a24-419e-4893-a51c-f3549b4a4898 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:12.418003 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.436431 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.436782 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.438053 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.438394 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.438753 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.439068 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.461164 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.461658 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.462022 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.462365 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.462721 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.463108 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Tracked resource versions report:
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]: pushed versions:
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]: {   'AddressGroup': {'1.2'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'ConntrackHelper': {'1.0'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Log': {'1.0'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Network': {'1.1'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Port': {'1.7'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'PortForwarding': {'1.2'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'QosPolicy': {'1.8'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SecurityGroup': {'1.4'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SecurityGroupRule': {'1.2'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'SubPort': {'1.0'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Subnet': {'1.1'},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     'Trunk': {'1.1'}}
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]: consumer versions:
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]: {   DHCP agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     HyperV agent@hv-cinder-84718: {},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     L3 agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     Metadata agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     Metering agent@dv-cinder-847189-3-iscsi: {},
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:     Open vSwitch agent@dv-cinder-847189-3-iscsi: {   'AddressGroup': '1.2',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'ConntrackHelper': '1.0',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Log': '1.0',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Network': '1.1',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Port': '1.7',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'PortForwarding': '1.2',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'QosPolicy': '1.8',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SecurityGroup': '1.4',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SecurityGroupRule': '1.2',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'SubPort': '1.0',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Subnet': '1.1',
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:                                                      'Trunk': '1.1'}}
Jun 24 16:31:12.464999 dv-cinder-847189-3-iscsi neutron-server[88117]:  {{(pid=88117) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}}
Jun 24 16:31:12.515294 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] For port aeedb10f-b45e-4ba0-9b5d-871668531e10, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:12.517109 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Pushing event updated for resources: {'Subnet': ['ID=68535a78-e184-4235-b5a3-5d2e3f380e16,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:12.519287 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38dec9ea-9acd-4689-b49f-1596d967d7d5 admin admin] Pushing event updated for resources: {'Network': ['ID=45be4882-d29a-4ee7-b3ed-ba8729666ff7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:12.546383 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] For port aeedb10f-b45e-4ba0-9b5d-871668531e10, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=aeedb10f-b45e-4ba0-9b5d-871668531e10,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:12.563506 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Made reservation on behalf of 0c46af339a974db99842dd35272db99d for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:12.564150 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.565985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.624947 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:12.706379 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 2b431a24-419e-4893-a51c-f3549b4a4898 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:12.720044 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.748235 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752baea7-c6ff-4a36-aea9-cd8ccb1b86ee None None] Pushing event updated for resources: {'Port': ['ID=aeedb10f-b45e-4ba0-9b5d-871668531e10,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:12.748445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.768274 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:12.770576 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8fc98e0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:30:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:12.872868 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Checking segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:12.873304 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Network hostable DHCP agents. Network: de427c78-c07a-4b67-b16a-301f510eb5d6, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:12.935918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:12.936532 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Network hostable DHCP agents. Network: 45be4882-d29a-4ee7-b3ed-ba8729666ff7, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:12.949461 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:12.977935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, de427c78-c07a-4b67-b16a-301f510eb5d6) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:12.982988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:12.984240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:12.988179 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66155090-b26a-49b6-9f2b-2d3e4e0da3cd None None] Network de427c78-c07a-4b67-b16a-301f510eb5d6 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:13.004036 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.024430 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 853 time: 1.5146852
Jun 24 16:31:13.030037 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55046) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:13.034332 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:13.048098 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:13.052902 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:13.053979 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34d61146-84c1-4367-b474-40ef29188ca5 admin admin] Pushing event updated for resources: {'Network': ['ID=ae4029fc-2ece-447c-850f-7903ee110e06,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:13.058958 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Usage tracker for resource:router and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:13.063471 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:13.070397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:13.085644 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d4faff8-3759-48fa-871b-670dd9fba811 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d33bdb78-2647-452e-b126-70f4e25c46f9,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:13.099019 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:13.123761 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.124780 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.126256 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 45be4882-d29a-4ee7-b3ed-ba8729666ff7) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:13.158539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Checking segment: {'id': '0593ec19-e0b5-48c9-8c8b-25a7eb31d972', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 345, 'network_id': 'ae4029fc-2ece-447c-850f-7903ee110e06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:13.159296 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Network hostable DHCP agents. Network: ae4029fc-2ece-447c-850f-7903ee110e06, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:13.167473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:13.168281 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.174574 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8fd0ecb9-5759-4dc4-85f1-8863ae8038b9,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:13.189984 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.256154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55054) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:13.281400 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.351158 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network ae4029fc-2ece-447c-850f-7903ee110e06 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:13.356154 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6318aac8-1a2c-49e2-aa55-6b1fac4f2809 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.5843601
Jun 24 16:31:13.363303 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55062) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:13.377702 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:13.382631 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:13.386901 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Usage tracker for resource:router and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:13.387034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7785fb11-3a95-4edb-9541-a319f7a7d0e1 None None] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:13.390325 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:13.398262 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:13.423408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Network ae4029fc-2ece-447c-850f-7903ee110e06 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:13.432225 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.433231 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.450413 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.579985 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Allocated IP 172.20.0.1 (5a0c7d8b-0c0e-410a-91b3-8fa745717c1a/0a27eb50-cd64-46e3-a31f-44e5aeabcd3b/923a3f6d-35b9-4445-8f06-7cc7ee4a3560) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:13.707496 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, ae4029fc-2ece-447c-850f-7903ee110e06) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:13.730151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c44663d3-b0e1-472a-9ee7-a75340c41530,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:13.734796 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:13.735457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.739340 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:13.740301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Network hostable DHCP agents. Network: e798456c-6e0e-4eb9-9c41-fac0ea090965, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:13.781016 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dab84ac-3cde-4535-b15f-8cc0d4f8e546 None None] Network ae4029fc-2ece-447c-850f-7903ee110e06 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:13.792822 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8fc98e0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:08Z', 'revision_number': 3, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:13.804274 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d657bdc2-6f75-4fa6-a142-b334bfc6cf00 None None] The sync data for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi is: [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:08Z', 'revision_number': 3, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:13.892006 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.932286 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Transition to ACTIVE for port object 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:13.941184 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-61b784de-2132-4726-a260-88b95a8cecc1 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 861 time: 2.3106649
Jun 24 16:31:13.950501 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:13.964637 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:13.972070 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, e798456c-6e0e-4eb9-9c41-fac0ea090965) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:13.986473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:13.987372 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.045053 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.067739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.089692 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7db39c5b-b5b4-4bcd-8dbb-cf9487210457 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 855 time: 3.3292048
Jun 24 16:31:14.093212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55078) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:14.099248 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:14.108123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:14.119000 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Usage tracker for resource:router and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:14.123401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:14.130401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:14.166771 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.167843 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.180296 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-de427c78-c07a-4b67-b16a-301f510eb5d6', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:31:14.181613 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.252280 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4cb55eb-e29e-470b-8a55-206e6c0f3c91 None None] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:14.257319 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.348877 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:14.358586 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Usage tracker for resource:security_group_rule and tenant:a78965d377f24e7caa2c4554595e2e9f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:14.362240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:14.384905 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:14.387217 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.396336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:14.408727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:14.420148 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:14.420715 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.821732 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Pushing event updated for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:14.831607 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-e798456c-6e0e-4eb9-9c41-fac0ea090965', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:31:14.832770 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:14.989497 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.061486 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.082057 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.086256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Allocated IP 172.20.0.2 (e798456c-6e0e-4eb9-9c41-fac0ea090965/c44663d3-b0e1-472a-9ee7-a75340c41530/b407f15d-f4eb-432b-8f87-cdd71d5b5f25) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:15.103644 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.145493 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55114) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:15.175226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357810628-network', 'tenant_id': '9ac47ba541e5477f91a1b76a618e0cee'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:15.203488 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:15.208303 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Usage tracker for resource:network and tenant:9ac47ba541e5477f91a1b76a618e0cee is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:15.212295 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:15.217891 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.219955 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:15.244465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Made reservation on behalf of 9ac47ba541e5477f91a1b76a618e0cee for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:15.247044 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.264710 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.275396 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.296086 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a78965d377f24e7caa2c4554595e2e9f&name=default HTTP/1.1" status: 200  len: 2975 time: 2.0360377
Jun 24 16:31:15.298871 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55120) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:15.307671 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f5c2a3-44b2-407b-99b8-63f2b7687790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a505241f-c70b-4fd8-b21b-bd3f9e9d6930,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:15.333719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:15.391694 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Allocated IP 172.20.0.2 (de427c78-c07a-4b67-b16a-301f510eb5d6/d33bdb78-2647-452e-b126-70f4e25c46f9/e250f5ff-7f7b-484f-862d-ac775c6d0d38) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:15.448050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Usage tracker for resource:security_group_rule and tenant:9ac47ba541e5477f91a1b76a618e0cee is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:15.512793 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Allocated IP 172.27.2.203 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/7698183a-2b66-4bed-b4a6-cea09f9aab0b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:15.518088 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:15.540647 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:15.597794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:31:15.598839 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.909046 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-4eb24b6f-54fb-4a0a-a15e-64f9b0e55982 None None] Provisioning for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:15.976070 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.981615 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:15.988613 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.013501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.028421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.043801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.059481 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.088383 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-4eb24b6f-54fb-4a0a-a15e-64f9b0e55982 None None] Provisioning complete for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:16.090544 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4eb24b6f-54fb-4a0a-a15e-64f9b0e55982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.155132 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.184674 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-4eb24b6f-54fb-4a0a-a15e-64f9b0e55982 None None] Port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:16.194940 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.216275 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92df6b8d-3b3a-4d07-a798-c1fb3fb93d41 None None] Network ae4029fc-2ece-447c-850f-7903ee110e06 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:16.238422 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.282364 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.283632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.284005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Pushing event updated for resources: {'Port': ['ID=7698183a-2b66-4bed-b4a6-cea09f9aab0b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:16.294591 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:16.297490 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:16.299983 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:16.426082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.427292 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.432599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device aeedb10f-b45e-4ba0-9b5d-871668531e10 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:16.451644 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.496690 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.508322 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Transition to ACTIVE for port object b407f15d-f4eb-432b-8f87-cdd71d5b5f25 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:16.517140 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Pushing event updated for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:16.528599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 319}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:31:16.539140 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Allocated IP 172.27.2.157 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/3e807f0c-3111-49b9-bb03-c8722c11c22c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:16.543670 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a505241f-c70b-4fd8-b21b-bd3f9e9d6930,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:16.545522 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Allocated IP 172.20.0.2 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/9715c8cb-2869-4ede-9ecf-e4405d399dcb) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:16.560096 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port aeedb10f-b45e-4ba0-9b5d-871668531e10 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:16.570636 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.571191 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Added segment 45fa9d33-c015-4370-8d51-a800c7d4deec of type vlan for network 3472c8cd-c760-46dd-9ba8-1b6ff6b90397
Jun 24 16:31:16.573914 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Transition to ACTIVE for port object e250f5ff-7f7b-484f-862d-ac775c6d0d38 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:16.578876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port aeedb10f-b45e-4ba0-9b5d-871668531e10 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:16.579246 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.663750 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.665520 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a41a4965-a980-4caf-b858-524cfbe5c154 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a505241f-c70b-4fd8-b21b-bd3f9e9d6930 HTTP/1.1" status: 204  len: 168 time: 1.3546686
Jun 24 16:31:16.670920 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Transition to ACTIVE for port object b407f15d-f4eb-432b-8f87-cdd71d5b5f25 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:16.682016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63232ac7-a60d-4760-9441-97b158457c9d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:16.687719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.716947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:16.720469 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:16.757671 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:16.996516 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Pushing event updated for resources: {'Port': ['ID=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:17.052902 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.074422 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Router 33ede860-668e-4f2c-903c-9ad3be267da3 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:31:17.077866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.079301 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:17.080037 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.121843 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.262937 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:17.267320 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Transition to ACTIVE for port object e250f5ff-7f7b-484f-862d-ac775c6d0d38 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:17.341806 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 898 time: 2.1853213
Jun 24 16:31:17.346554 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55152) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:17.369623 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Request body: {'subnet': {'network_id': '3472c8cd-c760-46dd-9ba8-1b6ff6b90397', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1357810628-subnet', 'tenant_id': '9ac47ba541e5477f91a1b76a618e0cee', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:17.398565 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:17.414261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f43effef-fb08-4d00-8b7f-27b6dacac6af admin admin] Pushing event updated for resources: {'Network': ['ID=3472c8cd-c760-46dd-9ba8-1b6ff6b90397,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:17.424069 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:17.429654 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:17.456289 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Usage tracker for resource:subnet and tenant:9ac47ba541e5477f91a1b76a618e0cee is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:17.470380 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:17.492856 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 3472c8cd-c760-46dd-9ba8-1b6ff6b90397 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:31:17.498717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.512222 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:17.528100 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:17.535304 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.542928 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c9112cc9-6efb-4d94-8335-0c9707f19cee admin admin] 10.222.0.18 "PUT /v2.0/routers/33ede860-668e-4f2c-903c-9ad3be267da3/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8209488
Jun 24 16:31:17.568584 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55162) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:17.571705 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Allocated IP 172.27.2.77 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/bff74c29-7638-47e1-9d86-2d1b0f368fa7) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:17.592596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.613555 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:17.626338 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Sync routers for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:17.636559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Usage tracker for resource:security_group_rule and tenant:15a584c95b0e44f28320cad527a97155 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:17.652967 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Pushing event updated for resources: {'Port': ['ID=3e807f0c-3111-49b9-bb03-c8722c11c22c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:17.670942 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:17.674534 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Made reservation on behalf of 9ac47ba541e5477f91a1b76a618e0cee for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:17.677400 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.693954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:17.732485 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:17.788834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:17.862012 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-02511308-9b7a-4e27-ba50-2d74b353e511 None None] Provisioning complete for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:17.862576 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-02511308-9b7a-4e27-ba50-2d74b353e511 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.895177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.939184 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port aeedb10f-b45e-4ba0-9b5d-871668531e10 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:17.939835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.943840 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:17.963311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:17.966836 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.013394 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.068182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ca9cd0d-1bf7-43ac-908d-521cd4b1116f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:18.113150 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:18.122397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:18.128991 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:18.195462 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:18.225563 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-02511308-9b7a-4e27-ba50-2d74b353e511 None None] Port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:18.319406 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-639be3c6-efc4-4f33-a6f9-81bb44458712 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=15a584c95b0e44f28320cad527a97155&name=default HTTP/1.1" status: 200  len: 2976 time: 0.7470479
Jun 24 16:31:18.324960 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Pushing event updated for resources: {'Port': ['ID=bff74c29-7638-47e1-9d86-2d1b0f368fa7,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:18.336316 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Attempting to bind port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:18.336652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Attempting to bind port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:18.337008 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Attempting to bind port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:18.340311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55192) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:18.376798 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:18.388901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55200) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:18.396159 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.396684 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port aeedb10f-b45e-4ba0-9b5d-871668531e10, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=aeedb10f-b45e-4ba0-9b5d-871668531e10,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:18.402066 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:18.402437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:18.404279 dv-cinder-847189-3-iscsi neutron-server[88115]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases.
Jun 24 16:31:18.426367 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.427327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Bound using segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:18.431149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Bound port: b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:18.431585 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.540473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.603801 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] For port b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:18.606963 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] For port b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:18.621324 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:18.624446 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Pushing event updated for resources: {'Port': ['ID=e250f5ff-7f7b-484f-862d-ac775c6d0d38,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:18.626446 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.724888 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.729283 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:18.729911 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cd27f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:30:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:18.763026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:18.785099 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=aeedb10f-b45e-4ba0-9b5d-871668531e10,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:18.888279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-cfb38760-29ba-41e2-946d-2ebb38fcdf15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:18.889984 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-cfb38760-29ba-41e2-946d-2ebb38fcdf15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Synchronizing usage tracker for tenant:166c04f72691440d883f2508cc22df58 on resource:network {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:18.908286 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.037115 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.133458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ebdd305a-9103-4808-be50-f5d358aa4b83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.157463 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.210044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Attempting to bind port e250f5ff-7f7b-484f-862d-ac775c6d0d38 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:19.210611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Attempting to bind port e250f5ff-7f7b-484f-862d-ac775c6d0d38 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:19.210794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Attempting to bind port e250f5ff-7f7b-484f-862d-ac775c6d0d38 on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:19.228331 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Pushing event updated for resources: {'Subnet': ['ID=fba3d9fb-37fd-45a7-b186-1c08ec48885b,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:19.228574 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.242293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:19.245044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Checking segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:19.245508 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.245903 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Bound using segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:19.246404 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Bound port: e250f5ff-7f7b-484f-862d-ac775c6d0d38, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:19.248770 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.261463 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-cfb38760-29ba-41e2-946d-2ebb38fcdf15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Unset dirty status for tenant:166c04f72691440d883f2508cc22df58 on resource:network {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:19.264688 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-cfb38760-29ba-41e2-946d-2ebb38fcdf15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/networks?id=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a HTTP/1.1" status: 200  len: 811 time: 0.8714652
Jun 24 16:31:19.281864 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07e1dac-0d7b-4103-802c-d6412809d9e0 None None] Pushing event updated for resources: {'Port': ['ID=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:19.327779 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-2a8e98f1-e895-4fe4-a5c3-49f5d0b0e0fd tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/quotas/166c04f72691440d883f2508cc22df58 HTTP/1.1" status: 200  len: 375 time: 0.0309920
Jun 24 16:31:19.354325 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Checking segment: {'id': '45fa9d33-c015-4370-8d51-a800c7d4deec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 319, 'network_id': '3472c8cd-c760-46dd-9ba8-1b6ff6b90397'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:19.354790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Network hostable DHCP agents. Network: 3472c8cd-c760-46dd-9ba8-1b6ff6b90397, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:31:19.397701 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:31:19.403627 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Transition to ACTIVE for port object 9715c8cb-2869-4ede-9ecf-e4405d399dcb will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:19.408579 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.467312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ca9cd0d-1bf7-43ac-908d-521cd4b1116f,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:19.482260 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.487218 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-add472ca-539d-4c0d-aea2-57d688c47fd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3ca9cd0d-1bf7-43ac-908d-521cd4b1116f HTTP/1.1" status: 204  len: 168 time: 1.1453071
Jun 24 16:31:19.505886 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Transition to ACTIVE for port object 9715c8cb-2869-4ede-9ecf-e4405d399dcb will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:19.538996 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.547798 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.548496 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:19.719045 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Network 3472c8cd-c760-46dd-9ba8-1b6ff6b90397 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:31:19.810713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:19.812868 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:19.859636 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 3472c8cd-c760-46dd-9ba8-1b6ff6b90397) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:19.876358 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:19.876938 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.907946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] For port e250f5ff-7f7b-484f-862d-ac775c6d0d38, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:19.923823 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Pushing event updated for resources: {'Port': ['ID=9715c8cb-2869-4ede-9ecf-e4405d399dcb,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:19.932382 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:19.938583 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b04ed24-c2a7-4185-9b46-8eed3db7080a None None] Network 3472c8cd-c760-46dd-9ba8-1b6ff6b90397 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:19.953756 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a3e65677-7bbf-46b1-ad1e-8a1162e9bd8a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 862 time: 2.6070101
Jun 24 16:31:19.971267 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:19.973421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:19.987621 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:20.002153 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:20.004278 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b91c5310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:30:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:20.021029 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-1d260198-be40-419b-aaf4-5ca3508fa835 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Synchronizing usage tracker for tenant:166c04f72691440d883f2508cc22df58 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:20.095279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-1d260198-be40-419b-aaf4-5ca3508fa835 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Unset dirty status for tenant:166c04f72691440d883f2508cc22df58 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:20.096431 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-1d260198-be40-419b-aaf4-5ca3508fa835 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=166c04f72691440d883f2508cc22df58&fields=id HTTP/1.1" status: 200  len: 302 time: 0.7668712
Jun 24 16:31:20.166316 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:31:20.229288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:20.230574 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ca86ea72-622b-4380-9359-8521e994c05b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 927 time: 6.8639581
Jun 24 16:31:20.237241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55250) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:20.314163 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] For port e250f5ff-7f7b-484f-862d-ac775c6d0d38, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e250f5ff-7f7b-484f-862d-ac775c6d0d38,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:20.458984 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:20.461036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55258) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:20.733559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Deleting subnet 8fd0ecb9-5759-4dc4-85f1-8863ae8038b9 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:31:20.744612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:20.813882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:20.860810 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:20.862257 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c8df9253-50b5-45de-b5e2-cd9b14278f48 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 928 time: 7.8228443
Jun 24 16:31:20.867881 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55280) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:20.876380 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:20.951927 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:20.981933 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:21.053287 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:21.102747 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device aeedb10f-b45e-4ba0-9b5d-871668531e10 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:21.103061 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-e24b5d4d-76c4-4fd0-a7e5-2a04596eb25e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:31:21.103973 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-e24b5d4d-76c4-4fd0-a7e5-2a04596eb25e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.4237990
Jun 24 16:31:21.201984 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b91c5310>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 3, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:21.210758 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:21.213759 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Updating router 778c343f-e1c8-41e3-9123-45ec0f8a9397 port 7698183a-2b66-4bed-b4a6-cea09f9aab0b binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:21.216679 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8367ccd-e85f-4473-8b3a-975db2407a95 None None] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:21.307749 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:21.511199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:31:21.565960 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:21.597111 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad65405-5af4-4e9d-9061-e533088e801b None None] Network 3472c8cd-c760-46dd-9ba8-1b6ff6b90397 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:21.763902 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8fd0ecb9-5759-4dc4-85f1-8863ae8038b9,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:21.796267 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-8213c986-94a0-4ad3-88de-29f5fcf36122 service neutron] 10.222.0.18 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6800773
Jun 24 16:31:21.814515 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa7c138-4595-4f11-b165-c2f3af85116d None None] Pushing event updated for resources: {'Port': ['ID=e250f5ff-7f7b-484f-862d-ac775c6d0d38,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:21.823129 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:21.842265 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-20d117e5-acfe-4af0-b1d2-05c79eb239bd None None] Provisioning for port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:21.873432 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:21.874864 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b877f160>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:30:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:21.914101 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ee84eb92-414d-4430-b1af-b0933c7cc7f8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8fd0ecb9-5759-4dc4-85f1-8863ae8038b9 HTTP/1.1" status: 204  len: 168 time: 1.4511154
Jun 24 16:31:21.922491 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55314) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:21.968083 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Attempting to bind port 9715c8cb-2869-4ede-9ecf-e4405d399dcb on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:21.968592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Attempting to bind port 9715c8cb-2869-4ede-9ecf-e4405d399dcb by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:21.973894 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Attempting to bind port 9715c8cb-2869-4ede-9ecf-e4405d399dcb on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:22.193879 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.234005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.243538 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Transition to ACTIVE for port object 7698183a-2b66-4bed-b4a6-cea09f9aab0b will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:22.264601 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.288088 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3e872b3f-6598-4043-bfdf-e86e1719f92b service neutron] 10.222.0.18 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4562140
Jun 24 16:31:22.465860 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Attempting to bind port 7698183a-2b66-4bed-b4a6-cea09f9aab0b on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:22.469382 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Attempting to bind port 7698183a-2b66-4bed-b4a6-cea09f9aab0b by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:22.469771 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Attempting to bind port 7698183a-2b66-4bed-b4a6-cea09f9aab0b on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:22.554272 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:22.554714 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:22.555061 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.555454 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:22.555924 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Bound port: 7698183a-2b66-4bed-b4a6-cea09f9aab0b, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:22.556310 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.615590 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55332) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:22.699545 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:22.722120 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3d9c25a0-f4e9-469d-9790-b6c5df7014c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.774677 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] For port 7698183a-2b66-4bed-b4a6-cea09f9aab0b, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:22.779833 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] For port 7698183a-2b66-4bed-b4a6-cea09f9aab0b, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=7698183a-2b66-4bed-b4a6-cea09f9aab0b,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:22.788510 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8fe12-4552-42cc-8003-8abac0b7fe46 None None] Pushing event updated for resources: {'Port': ['ID=7698183a-2b66-4bed-b4a6-cea09f9aab0b,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:22.800921 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:22.802452 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.805806 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e56ea7cf-db9e-4ae4-9670-96bbf6b64368 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 931 time: 8.7115297
Jun 24 16:31:22.823964 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.837223 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55346) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:22.929762 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 30, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:22.929762 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:22.929762 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.943957 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:22.951069 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Bound port: 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:22.951542 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:22.997342 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:23.137590 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e8fe12-4552-42cc-8003-8abac0b7fe46 None None] Pushing event updated for resources: {'Port': ['ID=7698183a-2b66-4bed-b4a6-cea09f9aab0b,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:23.145532 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:23.146673 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8f79730>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:23.219565 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:23.289020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55368) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:23.437758 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6572748f-efc9-4cba-8ee0-a477014b68cf req-03a146c3-1207-4310-a847-7aed6479087a tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.1466417
Jun 24 16:31:23.488331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port aeedb10f-b45e-4ba0-9b5d-871668531e10 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:23.492692 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:23.618857 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:23.619435 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b91c5310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:23.641985 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:23.646230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71c63981-bd61-4194-a345-29b0b2ecb83a None None] Network de427c78-c07a-4b67-b16a-301f510eb5d6 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:23.776443 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:23.985771 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:23.995435 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:24.057348 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:24.203925 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:24.211043 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] For port 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:24.221802 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] For port 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=9715c8cb-2869-4ede-9ecf-e4405d399dcb,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:24.229180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:24.237579 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f54b3f02310>> segment before_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.239737 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f54b3f02310>> subnet precommit_delete_associations 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.242192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> segment_host_mapping after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.243142 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> port after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.243466 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> port after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.245100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> port after_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.245463 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> segment after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.245812 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> subnet after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.247316 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> subnet after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.247652 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b84ed940>> subnet after_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.273771 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:24.277783 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-0f2cc728-3e3e-441f-a5a6-eb402020ccec None None] Provisioning for port e250f5ff-7f7b-484f-862d-ac775c6d0d38 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:24.389173 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:24.467545 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Allocated IP 172.20.0.1 (de427c78-c07a-4b67-b16a-301f510eb5d6/d33bdb78-2647-452e-b126-70f4e25c46f9/b3ae880d-0542-4729-a809-cc1d40d985e1) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:24.474615 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b83bfee0>> subnet after_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.492527 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b83bfee0>> subnet after_delete 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.493497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b83bfee0>> subnet before_create 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.494007 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b83bfee0>> subnet before_update 55550000 {{(pid=88114) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:31:24.494402 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b9ba55e0>,) {'filters': {'network_id': ['ae4029fc-2ece-447c-850f-7903ee110e06']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:24.592829 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Usage tracker for resource:security_group_rule and tenant:87cdf337e1b04d4997fb95c1c6d75d89 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:24.611506 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:24.640923 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:24.725185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05eede1b-ae5e-446b-9e90-d31f0fd4856d None None] Pushing event updated for resources: {'Port': ['ID=9715c8cb-2869-4ede-9ecf-e4405d399dcb,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:24.795223 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cd27f0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '923a3f6d-35b9-4445-8f06-7cc7ee4a3560', 'name': '', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'mac_address': 'fa:16:3e:b3:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:12Z', 'updated_at': '2022-06-24T16:31:15Z', 'revision_number': 2, 'project_id': '166c04f72691440d883f2508cc22df58', 'subnets': [{'id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:24.805946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port aeedb10f-b45e-4ba0-9b5d-871668531e10 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:24.807338 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b407f15d-f4eb-432b-8f87-cdd71d5b5f25 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:24.835590 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b9ba55e0>, '0593ec19-e0b5-48c9-8c8b-25a7eb31d972') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:24.837108 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b9ba55e0>, '0593ec19-e0b5-48c9-8c8b-25a7eb31d972') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:24.896440 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:24.956262 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:24.980525 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Checking router: 33ede860-668e-4f2c-903c-9ad3be267da3 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:24.981073 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Updating router 33ede860-668e-4f2c-903c-9ad3be267da3 port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:25.058633 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.095135 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Transition to ACTIVE for port object b3ae880d-0542-4729-a809-cc1d40d985e1 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:25.108731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b877f160>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 3, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:25.146036 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:25.148658 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Updating router 60ddf5e2-6624-483b-aea1-a28a4ab36186 port bff74c29-7638-47e1-9d86-2d1b0f368fa7 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:25.150317 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.228230 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.317386 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8f79730>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:25.323239 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:25.323766 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Updating router 652c5d80-07c8-477a-bba2-ffd9ea1b274b port 3e807f0c-3111-49b9-bb03-c8722c11c22c binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:25.365201 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b91c5310>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 3, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:25.379289 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1ad6b83-66aa-4c35-9e76-4d0cd0c715e0 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:16Z', 'revision_number': 3, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:25.395664 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.464881 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d7eb8ae1-9d8c-4f03-8881-b9beb230d2fd req-c9ef9ea4-704f-43b6-bd3e-404165c15fb5 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.3224297
Jun 24 16:31:25.513635 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.552391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:25.581808 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:25.592035 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:25.594101 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.638362 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:25.656760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:25.687154 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Allocated IP 172.20.0.1 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/401fdddd-7702-49d9-beda-18a3ce000ad2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:25.835788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:25.897163 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.176722 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Releasing vlan 345 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:31:26.186461 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.210760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.450082 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.458317 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.488034 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Transition to ACTIVE for port object 3e807f0c-3111-49b9-bb03-c8722c11c22c will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:26.524135 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.632752 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Synchronizing usage tracker for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:26.726415 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1c4540-2e94-47a9-bfea-151e51bc230f None None] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:31:26.820479 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Unset dirty status for tenant:7d4f1344841a4655b1e73dd9aa89eed1 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:26.824461 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.825001 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=87cdf337e1b04d4997fb95c1c6d75d89&name=default HTTP/1.1" status: 200  len: 2979 time: 4.1595852
Jun 24 16:31:26.825116 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.47', 51241) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:26.825938 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55448) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:26.875246 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Attempting to bind port 3e807f0c-3111-49b9-bb03-c8722c11c22c on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:26.875688 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Attempting to bind port 3e807f0c-3111-49b9-bb03-c8722c11c22c by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:26.876108 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Attempting to bind port 3e807f0c-3111-49b9-bb03-c8722c11c22c on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:26.915612 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:26.915986 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:26.916401 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.916789 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:26.917278 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Bound port: 3e807f0c-3111-49b9-bb03-c8722c11c22c, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:26.917669 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.936830 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.940103 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.940760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.946723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.954579 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:26.954977 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:26.967725 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbd27b7-b9fe-4878-aedd-ca0871e52422 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a3c6176-471e-46a3-b2a8-afad5cc9e507,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.052562 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] 10.222.0.18 "DELETE /v2.0/networks/ae4029fc-2ece-447c-850f-7903ee110e06 HTTP/1.1" status: 204  len: 168 time: 5.1281626
Jun 24 16:31:27.068757 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55462) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:27.075513 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fc902b5-5d73-46bc-a1f0-12811efafbde admin admin] Pushing event deleted for resources: {'Network': ['ID=ae4029fc-2ece-447c-850f-7903ee110e06,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.129214 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] For port 3e807f0c-3111-49b9-bb03-c8722c11c22c, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:27.133106 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] For port 3e807f0c-3111-49b9-bb03-c8722c11c22c, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=3e807f0c-3111-49b9-bb03-c8722c11c22c,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:27.152541 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:27.156424 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a471a36-52ec-4bdf-a31d-80c208954139 None None] Pushing event updated for resources: {'Port': ['ID=3e807f0c-3111-49b9-bb03-c8722c11c22c,revision_number=2']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.247747 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:27.256072 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:27.261711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Transition to ACTIVE for port object 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:27.281985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Transition to ACTIVE for port object 401fdddd-7702-49d9-beda-18a3ce000ad2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:27.357658 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:27.385009 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a471a36-52ec-4bdf-a31d-80c208954139 None None] Pushing event updated for resources: {'Port': ['ID=3e807f0c-3111-49b9-bb03-c8722c11c22c,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.387965 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:27.388780 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8f79730>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:27.396111 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 0593ec19-e0b5-48c9-8c8b-25a7eb31d972 resource provider aggregate not found
Jun 24 16:31:27.446801 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 0593ec19-e0b5-48c9-8c8b-25a7eb31d972 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0593ec19-e0b5-48c9-8c8b-25a7eb31d972 found for delete  ", "request_id": "req-7c915990-dc46-44c3-a07e-b935f71670ab"}]}
Jun 24 16:31:27.453163 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:27.658504 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Pushing event updated for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.671733 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-16b3240f-75a0-4db1-8725-867ec735b91d req-5c2db6c9-5de6-4a70-a813-4d15c4652482 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.3698678
Jun 24 16:31:27.711175 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:27.729968 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Pushing event updated for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:27.744905 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:27.753127 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:27.755515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-4aa19d87-0ca3-4d7f-8895-c5db17a1dbb3 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:27.758181 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-4aa19d87-0ca3-4d7f-8895-c5db17a1dbb3 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.47 "GET /v2.0/networks?id=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a HTTP/1.1" status: 200  len: 811 time: 0.9330907
Jun 24 16:31:27.817513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Request body: {'port': {'device_id': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'admin_state_up': True, 'tenant_id': '166c04f72691440d883f2508cc22df58'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:27.910993 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Deleting subnet fba3d9fb-37fd-45a7-b186-1c08ec48885b {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:31:27.950940 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:27.979959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.372840 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8f79730>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:28.394075 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82b58e38-d0e8-4854-9843-5d565ee27383 None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:18Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:28.401688 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.466559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:28.513912 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:28.516546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:28.521762 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.543975 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:28.660162 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.771176 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.933744 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:28.959946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7cb9c-d0fa-4d26-b360-e177dc572e9d None None] Pushing event updated for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:29.167961 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Made reservation on behalf of 166c04f72691440d883f2508cc22df58 for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:29.175674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.241736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Transition to ACTIVE for port object bff74c29-7638-47e1-9d86-2d1b0f368fa7 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:29.292985 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-ea66c7a2-f1ca-4265-8029-a7ba16806313 None None] Provisioning for port b3ae880d-0542-4729-a809-cc1d40d985e1 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:29.510253 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.511194 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.577006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.641212 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c3cec06e-5cc8-4a28-ac68-d3127599b9b6 req-914b9a98-a574-48b3-90fb-d05b30d15846 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.4008665
Jun 24 16:31:29.689997 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:31:29.749078 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Attempting to bind port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:29.749442 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Attempting to bind port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:29.749795 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Attempting to bind port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 on network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:29.763568 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:29.766234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.783757 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-ea66c7a2-f1ca-4265-8029-a7ba16806313 None None] Provisioning complete for port b3ae880d-0542-4729-a809-cc1d40d985e1 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:29.784571 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ea66c7a2-f1ca-4265-8029-a7ba16806313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.829190 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a3c6176-471e-46a3-b2a8-afad5cc9e507,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:29.922617 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:29.925115 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6b3d93f7-875b-4b92-a088-3e12b26e2cf8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5a3c6176-471e-46a3-b2a8-afad5cc9e507 HTTP/1.1" status: 204  len: 168 time: 3.0444899
Jun 24 16:31:29.972113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-ea66c7a2-f1ca-4265-8029-a7ba16806313 None None] Port b3ae880d-0542-4729-a809-cc1d40d985e1 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:30.045881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.106677 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d010a51-a164-4914-82f3-b9548c726389 None None] Pushing event updated for resources: {'Port': ['ID=bff74c29-7638-47e1-9d86-2d1b0f368fa7,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:30.275065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:30.275802 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Checking segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:30.276484 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.277044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Bound using segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:30.277675 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Bound port: 923a3f6d-35b9-4445-8f06-7cc7ee4a3560, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:30.278217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.372912 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Attempting to bind port bff74c29-7638-47e1-9d86-2d1b0f368fa7 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:30.373270 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Attempting to bind port bff74c29-7638-47e1-9d86-2d1b0f368fa7 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:30.376314 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Attempting to bind port bff74c29-7638-47e1-9d86-2d1b0f368fa7 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:30.379891 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-ea66c7a2-f1ca-4265-8029-a7ba16806313 None None] Provisioning for port 9715c8cb-2869-4ede-9ecf-e4405d399dcb completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:30.393894 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.423147 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:30.454345 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.551473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Allocated IP 172.20.0.12 (5a0c7d8b-0c0e-410a-91b3-8fa745717c1a/0a27eb50-cd64-46e3-a31f-44e5aeabcd3b/01b6a726-f17e-4aa4-8491-1194120a4053) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:30.626316 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:30.629927 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] For port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:30.645320 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] For port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:30.659587 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:30.663859 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:30.664534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.665128 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:30.671543 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Bound port: bff74c29-7638-47e1-9d86-2d1b0f368fa7, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:30.672671 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.727056 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.729831 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.871999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:30.880321 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-43be3bd6-901f-4129-9e39-547cd3260d72 admin admin] 10.222.0.18 "PUT /v2.0/routers/60ddf5e2-6624-483b-aea1-a28a4ab36186/add_router_interface HTTP/1.1" status: 200  len: 503 time: 10.0103121
Jun 24 16:31:30.994458 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fba3d9fb-37fd-45a7-b186-1c08ec48885b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:31.097281 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:31.107010 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1bd71904-a9f5-44af-ac4e-f3b4623437b1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fba3d9fb-37fd-45a7-b186-1c08ec48885b HTTP/1.1" status: 204  len: 168 time: 4.0235972
Jun 24 16:31:31.107764 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55550) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:31.342674 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-92e89985-8de4-48a5-9084-3302618e1343 None None] Provisioning complete for port b3ae880d-0542-4729-a809-cc1d40d985e1 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:31.343745 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-92e89985-8de4-48a5-9084-3302618e1343 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:31.476113 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:31.515883 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Transition to ACTIVE for port object 01b6a726-f17e-4aa4-8491-1194120a4053 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:31.565857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 3e807f0c-3111-49b9-bb03-c8722c11c22c up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:31.666168 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:31.796866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:31.809430 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:31.816939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:31.824240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:31.824904 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:31.862546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.0542269
Jun 24 16:31:31.895509 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:31.896982 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cd27f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:31.898501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd2ad8c-c8ee-4fab-8162-dd33bbf862be tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Pushing event updated for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:31.935639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-f1b4469e-4bf3-419c-b77f-7daeb1e30fd1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:31.938187 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-f1b4469e-4bf3-419c-b77f-7daeb1e30fd1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Synchronizing usage tracker for tenant:166c04f72691440d883f2508cc22df58 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:31.979364 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-f1b4469e-4bf3-419c-b77f-7daeb1e30fd1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Unset dirty status for tenant:166c04f72691440d883f2508cc22df58 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:31.987133 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-f1b4469e-4bf3-419c-b77f-7daeb1e30fd1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 932 time: 0.4037874
Jun 24 16:31:32.063122 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55578) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:32.086973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1220830654', 'description': 'tempest-description--551082356'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:32.103115 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:32.111565 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:32.121227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:32.143754 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:32.173811 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.234513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-8c3c1caf-918e-476e-8f06-76dfe5779cc8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Synchronizing usage tracker for tenant:166c04f72691440d883f2508cc22df58 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:32.239570 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:32.256436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:32.263590 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:32.274299 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-8c3c1caf-918e-476e-8f06-76dfe5779cc8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Unset dirty status for tenant:166c04f72691440d883f2508cc22df58 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:32.293737 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b15989e5-1c3a-493e-bfd1-030d3d9550a0 req-8c3c1caf-918e-476e-8f06-76dfe5779cc8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3045855
Jun 24 16:31:32.300201 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:32.345520 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Allocated IP 172.20.0.1 (e798456c-6e0e-4eb9-9c41-fac0ea090965/c44663d3-b0e1-472a-9ee7-a75340c41530/dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:32.473864 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] For port bff74c29-7638-47e1-9d86-2d1b0f368fa7, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:32.483931 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] For port bff74c29-7638-47e1-9d86-2d1b0f368fa7, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=bff74c29-7638-47e1-9d86-2d1b0f368fa7,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:32.489830 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a7cb9c-d0fa-4d26-b360-e177dc572e9d None None] Pushing event updated for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:32.500388 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.548239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-92e89985-8de4-48a5-9084-3302618e1343 None None] Port b3ae880d-0542-4729-a809-cc1d40d985e1 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:32.550526 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.561445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.564536 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 3e807f0c-3111-49b9-bb03-c8722c11c22c completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:32.615022 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 3e807f0c-3111-49b9-bb03-c8722c11c22c triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:32.615691 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.655128 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.659737 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:32.712765 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:32.719198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.728791 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-65963864-55a1-4487-89dd-d254625c2c56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.6576617
Jun 24 16:31:32.729374 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55594) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:32.736233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group_rule': {'security_group_id': 'b74c6d4f-0a5e-41ba-99bb-9e16825e26f8', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:32.742907 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:32.750415 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:32.757459 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:32.768361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:32.805078 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.941330 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:32.941754 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.942204 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b877f160>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:32.951667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:32.999937 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1b7a196f-d63a-4c4b-8848-0d70a0e4f18e,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:33.017727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.019017 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.023952 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-2a91cce0-9339-45e8-b53b-6455e09e4aa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.2929730
Jun 24 16:31:33.026297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55602) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:33.033050 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.039443 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group_rule': {'security_group_id': 'b74c6d4f-0a5e-41ba-99bb-9e16825e26f8', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:33.055155 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:33.066176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:33.080000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:33.097746 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:33.121696 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:31:33.147650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.161459 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Transition to ACTIVE for port object dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:33.163720 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b9a7d1f0>,) {'filters': {'network_id': ['3472c8cd-c760-46dd-9ba8-1b6ff6b90397']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:33.202399 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d010a51-a164-4914-82f3-b9548c726389 None None] Pushing event updated for resources: {'Port': ['ID=bff74c29-7638-47e1-9d86-2d1b0f368fa7,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:33.219419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.226948 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b9a7d1f0>, '45fa9d33-c015-4370-8d51-a800c7d4deec') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:33.227635 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b9a7d1f0>, '45fa9d33-c015-4370-8d51-a800c7d4deec') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:33.238535 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.311603 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.331866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.366251 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c8104f07-ef4b-49a0-9e65-59fbfdbe22e8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:31:33.375127 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c8104f07-ef4b-49a0-9e65-59fbfdbe22e8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0328126
Jun 24 16:31:33.433945 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d027b7a-298b-4c6a-b341-945994dfae72,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:33.503946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.505267 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-67e0d8f6-883f-4580-bbd0-6e92e11c8913 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.4767118
Jun 24 16:31:33.512796 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55612) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:33.529813 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:33.548690 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:33.567144 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:floatingip and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:33.576780 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:33.600889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:33.624994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.674061 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.808436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.856664 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Releasing vlan 319 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:31:33.858060 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:33.928293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:33.973816 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 45fa9d33-c015-4370-8d51-a800c7d4deec resource provider aggregate not found
Jun 24 16:31:33.983839 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.019535 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 45fa9d33-c015-4370-8d51-a800c7d4deec resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 45fa9d33-c015-4370-8d51-a800c7d4deec found for delete  ", "request_id": "req-aa022c39-e9ae-4319-b524-69f1f6124f54"}]}
Jun 24 16:31:34.128858 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Pushing event updated for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:34.230337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.566446 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.590527 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Request body: {'port': {'device_id': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:34.593642 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 3e807f0c-3111-49b9-bb03-c8722c11c22c is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:34.594962 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.597754 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.616453 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:34.626113 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:34.634276 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] Pushing event deleted for resources: {'Network': ['ID=3472c8cd-c760-46dd-9ba8-1b6ff6b90397,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:34.634638 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Provisioning for port 401fdddd-7702-49d9-beda-18a3ce000ad2 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:34.640629 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:34.707365 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Provisioning complete for port 401fdddd-7702-49d9-beda-18a3ce000ad2 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:34.707981 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:34.723992 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d0768a13-01b0-4bd4-95ae-4d3bcc52901b admin admin] 10.222.0.18 "DELETE /v2.0/networks/3472c8cd-c760-46dd-9ba8-1b6ff6b90397 HTTP/1.1" status: 204  len: 168 time: 3.5882771
Jun 24 16:31:34.740318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:34.994061 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Port 401fdddd-7702-49d9-beda-18a3ce000ad2 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:35.019407 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:35.025212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:35.041661 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:35.202782 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 3e807f0c-3111-49b9-bb03-c8722c11c22c, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=3e807f0c-3111-49b9-bb03-c8722c11c22c,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:35.238476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a26b18-37d5-4942-90be-9ac7268109e6 req-468842a8-8843-4e5e-95c4-afc6166127e7 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:35.264709 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91a26b18-37d5-4942-90be-9ac7268109e6 req-468842a8-8843-4e5e-95c4-afc6166127e7 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 932 time: 1.5881886
Jun 24 16:31:35.416860 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:35.420085 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 9715c8cb-2869-4ede-9ecf-e4405d399dcb up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:35.606930 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55670) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:35.856915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:31:35.923721 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:36.003923 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91a26b18-37d5-4942-90be-9ac7268109e6 req-c47ff859-3db6-45f9-9ab8-d3b4ac3debf3 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5663807
Jun 24 16:31:36.244941 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:36.377886 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-647528a9-1e9a-451d-b0c8-e50d619daf05 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c46af339a974db99842dd35272db99d&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7544529
Jun 24 16:31:36.387892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55680) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:36.407946 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:36.421458 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e00e359f-8c3c-4630-b9e7-d5129ddaffca admin admin] 10.222.0.18 "PUT /v2.0/routers/778c343f-e1c8-41e3-9123-45ec0f8a9397/add_router_interface HTTP/1.1" status: 200  len: 503 time: 16.1818786
Jun 24 16:31:36.423201 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:36.425888 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Provisioning for port 01b6a726-f17e-4aa4-8491-1194120a4053 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:36.450733 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Provisioning complete for port 01b6a726-f17e-4aa4-8491-1194120a4053 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:36.451138 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:36.576430 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:36.775360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:36.793349 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Port 01b6a726-f17e-4aa4-8491-1194120a4053 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:36.798266 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:36.799838 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce5b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:36.827502 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Allocated IP 172.27.2.15 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:36.915318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=3e807f0c-3111-49b9-bb03-c8722c11c22c,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:37.001130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.013454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.090237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.148722 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 9715c8cb-2869-4ede-9ecf-e4405d399dcb completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:37.176981 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 9715c8cb-2869-4ede-9ecf-e4405d399dcb triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:37.177986 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.250065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Provisioning complete for port 9715c8cb-2869-4ede-9ecf-e4405d399dcb triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:37.250608 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.366044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cd27f0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '923a3f6d-35b9-4445-8f06-7cc7ee4a3560', 'name': '', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'mac_address': 'fa:16:3e:b3:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:12Z', 'updated_at': '2022-06-24T16:31:30Z', 'revision_number': 4, 'project_id': '166c04f72691440d883f2508cc22df58', 'subnets': [{'id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:37.428356 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-673cc3df-8602-4e8c-97b4-af9d53078257 None None] The sync data for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi is: [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:31:14Z', 'revision_number': 4, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '923a3f6d-35b9-4445-8f06-7cc7ee4a3560', 'name': '', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'mac_address': 'fa:16:3e:b3:1e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_interface', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:12Z', 'updated_at': '2022-06-24T16:31:30Z', 'revision_number': 4, 'project_id': '166c04f72691440d883f2508cc22df58', 'subnets': [{'id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:37.487999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:37.575000 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Pushing event updated for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:37.610334 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b877f160>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:31:26Z', 'revision_number': 2, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:37.711231 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-665b747a-e04e-4373-b23f-5d7419c2d1bf None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:31:26Z', 'revision_number': 2, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:38.187535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.db.resource_extend [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:31:38.266855 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 55714) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:38.299690 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--976734126', 'description': 'tempest-description--2132212916'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:38.647334 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:38.717702 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:38.728237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:38.735500 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:38.749014 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:38.820270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:38.825675 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:38.833972 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:39.018917 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 01b6a726-f17e-4aa4-8491-1194120a4053 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:31:39.051177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.091420 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 9715c8cb-2869-4ede-9ecf-e4405d399dcb is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:39.092119 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.144297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08a50db-96e2-48d5-9db1-30766d8fa00f req-6dcc83c9-46a9-409e-a57a-f85581918335 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:39.167945 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b08a50db-96e2-48d5-9db1-30766d8fa00f req-6dcc83c9-46a9-409e-a57a-f85581918335 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 932 time: 1.8039889
Jun 24 16:31:39.171351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.336339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.369630 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:39.431119 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Current status of the port 9715c8cb-2869-4ede-9ecf-e4405d399dcb is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:39.434292 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.447557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:39.459768 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:39.487168 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:39.771952 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Transition to ACTIVE for port object 01b6a726-f17e-4aa4-8491-1194120a4053 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:39.928572 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:31:39.953024 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.968733 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] For port 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=9715c8cb-2869-4ede-9ecf-e4405d399dcb,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:39.976877 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:39.979434 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/205c24ed-8dff-4104-8e29-b57e732adfe6 HTTP/1.1" status: 204  len: 168 time: 3.5899365
Jun 24 16:31:40.134585 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:40.178206 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71944a28-78f2-417e-8ebe-a41b0808b5a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=205c24ed-8dff-4104-8e29-b57e732adfe6,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:40.223534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:40.267994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:40.279889 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b08a50db-96e2-48d5-9db1-30766d8fa00f req-c7db4bc8-480b-416c-b444-20b5ddfe45c1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 1.0122418
Jun 24 16:31:40.552774 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:40.611527 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:31:40.629326 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:40.639962 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dc2d0ed5-d5ce-4aec-a078-6eb5a71c8e48 admin admin] 10.222.0.18 "PUT /v2.0/routers/652c5d80-07c8-477a-bba2-ffd9ea1b274b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 17.7420633
Jun 24 16:31:40.667801 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:40.670843 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8462f70>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:40.708982 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:40.708982 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 2.4340820
Jun 24 16:31:40.717230 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55754) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:40.730242 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': '70f14bb6-cbba-4705-bd9d-50db12bef9e2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:40.774007 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:40.779596 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:40.784024 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:40.845719 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:40.938847 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:40.972805 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:31:40.975765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:31:41.065236 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f06292-88f0-4348-845a-a376a0b339fe None None] Pushing event updated for resources: {'Port': ['ID=9715c8cb-2869-4ede-9ecf-e4405d399dcb,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:41.094904 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.145026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.149654 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Provisioning complete for port 401fdddd-7702-49d9-beda-18a3ce000ad2 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:41.150054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.203436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.211255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.265990 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7173dcbd-2b6a-4836-b879-cd1e3149e19f,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:41.356077 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55770) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:41.499565 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce5b0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:31:31Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:41.520348 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Attempting to bind port 01b6a726-f17e-4aa4-8491-1194120a4053 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:41.520795 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Attempting to bind port 01b6a726-f17e-4aa4-8491-1194120a4053 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:41.521152 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Attempting to bind port 01b6a726-f17e-4aa4-8491-1194120a4053 on network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:41.536958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.551072 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-afa6b39d-1b87-4cb0-afdb-6630e19a8a72 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.8322916
Jun 24 16:31:41.556091 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55778) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:41.602066 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Port 401fdddd-7702-49d9-beda-18a3ce000ad2 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:41.617162 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': '70f14bb6-cbba-4705-bd9d-50db12bef9e2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:41.618961 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:41.619321 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Updating router 778c343f-e1c8-41e3-9123-45ec0f8a9397 port 401fdddd-7702-49d9-beda-18a3ce000ad2 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:41.638448 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:41.652821 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:41.666023 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:41.681494 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ea41d1-d38e-4ba7-b00d-566e05daa7a0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70f14bb6-cbba-4705-bd9d-50db12bef9e2,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:41.685009 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:41.703645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:41.769756 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Port 01b6a726-f17e-4aa4-8491-1194120a4053 on network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:31:41.770230 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Attempting to bind port 01b6a726-f17e-4aa4-8491-1194120a4053 on network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:41.791196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:41.878264 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 9715c8cb-2869-4ede-9ecf-e4405d399dcb is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:41.882523 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e250f5ff-7f7b-484f-862d-ac775c6d0d38 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:42.014136 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:42.041870 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Provisioning for port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:42.044802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:42.052814 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:42.136683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.142962 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55792) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:42.152045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Provisioning complete for port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:42.152675 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4de97580-68d6-4c4f-83f9-08ab121e2b7c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9ac47ba541e5477f91a1b76a618e0cee&name=default HTTP/1.1" status: 200  len: 2975 time: 0.7935917
Jun 24 16:31:42.161509 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.162705 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55798) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:42.165526 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.280196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:42.280848 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Checking segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:42.281674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Bound using segment: {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:42.282438 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Bound port: 01b6a726-f17e-4aa4-8491-1194120a4053, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee13527d-8350-4c57-b7a3-0e79527f85bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 325, 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:42.283013 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.341988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.357613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:42.436100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3815e689-a365-4fb8-82be-c62e351165ac,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:42.505148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.510455 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bdb2ca6c-acd8-4f1c-983b-49879cbe2a8c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.9321463
Jun 24 16:31:42.516475 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55806) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:42.539129 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:42.555966 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:42.571576 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:floatingip and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:42.584347 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:42.607049 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:42.639493 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.679266 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-54c04aee-c2cd-4a36-a29c-751d599d89a3 None None] Port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:42.716743 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.724775 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:42.981085 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55822) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:43.016642 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port e250f5ff-7f7b-484f-862d-ac775c6d0d38 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:43.045962 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8462f70>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:36Z', 'revision_number': 2, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:43.050922 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port e250f5ff-7f7b-484f-862d-ac775c6d0d38 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:43.052694 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.059505 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:43.060778 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Updating router 652c5d80-07c8-477a-bba2-ffd9ea1b274b port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:43.085725 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.178314 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.229519 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.322584 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:43.332353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.369768 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.415461 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Usage tracker for resource:security_group_rule and tenant:1bf12a0887cf4edba281e955df2b47f3 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:43.435215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:43.524992 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:43.548822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port e250f5ff-7f7b-484f-862d-ac775c6d0d38 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:43.549600 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.555683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:43.601645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Usage tracker for resource:security_group_rule and tenant:297a80db33fa4406b6891404f780b4b6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:43.628073 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port e250f5ff-7f7b-484f-862d-ac775c6d0d38, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e250f5ff-7f7b-484f-862d-ac775c6d0d38,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:43.641349 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:43.642632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 7698183a-2b66-4bed-b4a6-cea09f9aab0b up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:43.655256 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:43.724199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:43.812035 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:31:43.863565 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:43.864717 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bb6e80>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:43.945204 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.108220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea91e7d-66b1-4490-9309-79d1f70a3c21 req-c39726d1-777c-4f7f-ac40-77e805f119bb tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:44.117338 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2ea91e7d-66b1-4490-9309-79d1f70a3c21 req-c39726d1-777c-4f7f-ac40-77e805f119bb tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 944 time: 2.4510808
Jun 24 16:31:44.143282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.148851 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.175110 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.208274 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.255746 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=297a80db33fa4406b6891404f780b4b6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.0968063
Jun 24 16:31:44.261072 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1bf12a0887cf4edba281e955df2b47f3&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2778912
Jun 24 16:31:44.270152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55832) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:44.270713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55834) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:44.301414 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.333686 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Transition to ACTIVE for port object dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:44.335030 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63232ac7-a60d-4760-9441-97b158457c9d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:44.348311 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.356840 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.357775 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=e250f5ff-7f7b-484f-862d-ac775c6d0d38,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:44.359024 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ccec1895-427f-4562-ad2e-9e655c0d02e3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/63232ac7-a60d-4760-9441-97b158457c9d HTTP/1.1" status: 204  len: 168 time: 2.1772628
Jun 24 16:31:44.515995 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 7698183a-2b66-4bed-b4a6-cea09f9aab0b completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:44.586106 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2e16-a3dc-4ee7-997a-adcaa94c7a9e None None] Pushing event updated for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:44.601009 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:44.655911 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:44.697088 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=01b6a726-f17e-4aa4-8491-1194120a4053,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:44.741488 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e945c8c-4ee9-485c-9c55-b1a16f3e15d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab1534dd-41c6-491d-aa36-538b8c348e7e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:44.785784 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2ea91e7d-66b1-4490-9309-79d1f70a3c21 req-f72c7a30-ba46-42e2-b1c7-ae278d50e9bc tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6430845
Jun 24 16:31:44.806334 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ddd9ad-351e-46b4-9c54-05fd7c9abed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4416fe8-7b25-4ef2-af6e-1cd5be691fdd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:44.822402 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.836318 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-6cab2dc5-e9af-47ff-8472-e1286e8d6c1b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:44.842006 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-6cab2dc5-e9af-47ff-8472-e1286e8d6c1b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 1.5353642
Jun 24 16:31:44.906651 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 7698183a-2b66-4bed-b4a6-cea09f9aab0b triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:44.908451 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-5a9ee9e0-9cbb-4cf7-9f47-2d49a0f942bf tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/quotas/09584de3a4b14c5a90eb9b1c2149d6fb HTTP/1.1" status: 200  len: 375 time: 0.0610511
Jun 24 16:31:44.921571 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.925811 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:44.938723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.025969 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.049736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Transition to ACTIVE for port object 401fdddd-7702-49d9-beda-18a3ce000ad2 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:45.075015 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.075786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.095621 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.178036 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Attempting to bind port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:45.178036 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Attempting to bind port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:45.178036 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Attempting to bind port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:45.197024 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:45.197474 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:45.197968 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.198440 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Bound using segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:45.199299 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Bound port: dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:45.200078 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.293918 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:45.294619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.297186 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] 10.222.0.47 "PUT /v2.0/ports/01b6a726-f17e-4aa4-8491-1194120a4053 HTTP/1.1" status: 200  len: 1094 time: 11.2376468
Jun 24 16:31:45.327300 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:31:45.379079 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.604339 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] For port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:45.626118 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] For port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:45.638213 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:45.938549 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.27.2.84 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/e7b97e97-0392-49d1-b31d-41ddb092665b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:46.008862 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.103144 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2b2e16-a3dc-4ee7-997a-adcaa94c7a9e None None] Pushing event updated for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:46.192022 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4416fe8-7b25-4ef2-af6e-1cd5be691fdd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:46.199834 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:46.203667 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8462f70>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:46.269774 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.277604 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c0292f33-ed2d-422d-8df0-e7d7331f7768 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4416fe8-7b25-4ef2-af6e-1cd5be691fdd HTTP/1.1" status: 204  len: 168 time: 1.9474351
Jun 24 16:31:46.289726 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.294279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.296670 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ab1534dd-41c6-491d-aa36-538b8c348e7e HTTP/1.1" status: 204  len: 168 time: 1.9846156
Jun 24 16:31:46.483423 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58981d7d-c13f-4c20-92fe-a04fb615db79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab1534dd-41c6-491d-aa36-538b8c348e7e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:46.563846 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09bcd01-e688-4104-ac96-e5021030fd94 service neutron] Pushing event updated for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:46.650446 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.714437 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.763795 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:46.794847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.828916 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:46.945893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b7194eb0-e658-46ce-9a02-d08cd44ea434 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&fields=id HTTP/1.1" status: 200  len: 302 time: 2.0354273
Jun 24 16:31:47.061267 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:47.066165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:47.089364 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:47.099203 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:31:47.120708 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.198986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=e7b97e97-0392-49d1-b31d-41ddb092665b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:47.337369 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947a331-1033-4919-956a-a0f0cd6e4579 None None] Pushing event updated for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:47.370261 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Attempting to bind port 401fdddd-7702-49d9-beda-18a3ce000ad2 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:47.372464 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Attempting to bind port 401fdddd-7702-49d9-beda-18a3ce000ad2 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:47.373165 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Attempting to bind port 401fdddd-7702-49d9-beda-18a3ce000ad2 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:47.419930 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.425864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:47.428382 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 23), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:47.432228 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:47.434595 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.435392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:47.436919 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Bound port: 401fdddd-7702-49d9-beda-18a3ce000ad2, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:47.437863 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.448043 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-eeca8721-3452-4acb-b500-55c2f9ae2b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:47.466400 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-eeca8721-3452-4acb-b500-55c2f9ae2b35 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=166c04f72691440d883f2508cc22df58&device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 1097 time: 1.6371922
Jun 24 16:31:47.472983 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8462f70>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:47.491653 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0c6aea9-297d-4685-af8f-b8d98bbedee0 None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:45Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:47.513947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.530850 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5a3cbb5a-5e33-493b-b8bd-c24a027fc11d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 14.0167453
Jun 24 16:31:47.551191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.736208 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55892) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:47.816370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:47.832533 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-7b527016-78d0-4b0b-9b03-cdd10be34976 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b6a726-f17e-4aa4-8491-1194120a4053 HTTP/1.1" status: 200  len: 217 time: 0.3194952
Jun 24 16:31:47.845319 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166bd648-4a88-4ff9-9117-19a247da0c82 req-921a3831-aaed-469a-8224-85b443ebc183 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:47.851132 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-166bd648-4a88-4ff9-9117-19a247da0c82 req-921a3831-aaed-469a-8224-85b443ebc183 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 944 time: 1.6084788
Jun 24 16:31:47.931969 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 7698183a-2b66-4bed-b4a6-cea09f9aab0b is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:47.932524 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.008932 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:48.016551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Usage tracker for resource:security_group_rule and tenant:5ade1697a65141c3b353c1cc0eb1c56d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:48.053082 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:48.074408 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-850ede00-b0dc-489a-9b26-f29c806c627d service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.0586085
Jun 24 16:31:48.077624 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:48.096796 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 7698183a-2b66-4bed-b4a6-cea09f9aab0b, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=7698183a-2b66-4bed-b4a6-cea09f9aab0b,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:48.109045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] For port 401fdddd-7702-49d9-beda-18a3ce000ad2, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:48.125423 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bb6e80>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:31:26Z', 'revision_number': 2, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:48.139400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] For port 401fdddd-7702-49d9-beda-18a3ce000ad2, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=401fdddd-7702-49d9-beda-18a3ce000ad2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:48.141311 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:31:48.141941 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Updating router 60ddf5e2-6624-483b-aea1-a28a4ab36186 port b3ae880d-0542-4729-a809-cc1d40d985e1 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:31:48.252258 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.300028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.350021 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-517c46aa-ce91-4220-86b6-0c33f48608cb service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2714858
Jun 24 16:31:48.399736 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.400104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-02ea5dba-a898-44a6-b5f9-79f9a78da16b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:48.404776 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55902) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:48.406799 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-02ea5dba-a898-44a6-b5f9-79f9a78da16b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a27eb50-cd64-46e3-a31f-44e5aeabcd3b HTTP/1.1" status: 200  len: 850 time: 0.5486116
Jun 24 16:31:48.427703 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-166bd648-4a88-4ff9-9117-19a247da0c82 req-0c3f2242-5a05-450e-8636-95a1fe74cd1e tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5138743
Jun 24 16:31:48.453192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.598919 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.677836 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-b7bdc2a2-1e45-4ee8-a880-7ad6b10ec484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:48.679317 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.687100 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-b7bdc2a2-1e45-4ee8-a880-7ad6b10ec484 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2497458
Jun 24 16:31:48.692967 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=7698183a-2b66-4bed-b4a6-cea09f9aab0b,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:48.896452 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:48.930244 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:48.985750 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device bff74c29-7638-47e1-9d86-2d1b0f368fa7 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:48.990289 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Usage tracker for resource:security_group_rule and tenant:283c7090bac644a8897cad9a7d382ffe is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:49.029929 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:49.043626 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:49.185015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.290543 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.312426 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7947a331-1033-4919-956a-a0f0cd6e4579 None None] Pushing event updated for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:49.327376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5206ef2-6a28-46cb-a0b6-5eda308bd165 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.340636 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:49.341733 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce5b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:49.350500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=e7b97e97-0392-49d1-b31d-41ddb092665b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:49.541143 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.549053 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2292458c-266e-41fe-ba56-c71436753773'] response: {'name': 'network-changed', 'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053', 'status': 'completed', 'code': 200}
Jun 24 16:31:49.595893 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5ade1697a65141c3b353c1cc0eb1c56d&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8591998
Jun 24 16:31:49.596981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55970) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:49.647067 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.657911 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:49.660498 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a9693e12-29c1-4ddf-9327-4f35a8435092 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 7.1342347
Jun 24 16:31:49.682764 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e051bec9-4eda-4b03-982b-32de10a96db3 req-7f1106bb-06e4-454a-9345-a66bce049289 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 210 time: 0.1414552
Jun 24 16:31:49.701623 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-d3c5607f-3638-4458-beda-63fe6f6fcd6c service neutron] 10.222.0.47 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.9926212
Jun 24 16:31:49.827051 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3a873c08-dfe0-4bb4-b864-b92b1aee2da1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:49.862127 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3a873c08-dfe0-4bb4-b864-b92b1aee2da1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:49.865605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3a873c08-dfe0-4bb4-b864-b92b1aee2da1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1220830654&fields=id&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 267 time: 0.3156548
Jun 24 16:31:49.917478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4db9d6-3db9-4f4a-afdb-34973399a809 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5a8531c-8443-4e23-9831-57596ea8135c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:50.047601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0265427b-390a-4e17-86f4-993b497115ca,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:50.098139 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:50.100479 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.118455 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-28219cc5-f387-4939-a010-3fe219c085c4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=283c7090bac644a8897cad9a7d382ffe&name=default HTTP/1.1" status: 200  len: 2979 time: 1.7120590
Jun 24 16:31:50.127951 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 55992) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:50.215318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.431523 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.469454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.529071 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dd65538-eecf-4f2e-9bc2-4e3ecc2127a0 req-3f297152-cc65-4892-b3ab-15855f50e755 service neutron] 10.222.0.47 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8179698
Jun 24 16:31:50.532626 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5a8531c-8443-4e23-9831-57596ea8135c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:50.574008 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.580914 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1c09c575-7a1f-47f7-a1ac-ec5e62ffb4cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5a8531c-8443-4e23-9831-57596ea8135c HTTP/1.1" status: 204  len: 168 time: 0.9462762
Jun 24 16:31:50.587433 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.604310 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-59d3a006-7062-4186-82e6-28481f890972 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:50.606733 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-59d3a006-7062-4186-82e6-28481f890972 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 817 time: 0.7305567
Jun 24 16:31:50.630673 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-207936d2-73e8-41c0-9426-cc8eb338f9e8 req-cd3d8454-91ca-4b83-8df3-01b69da45edc tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:50.655009 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-207936d2-73e8-41c0-9426-cc8eb338f9e8 req-cd3d8454-91ca-4b83-8df3-01b69da45edc tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 944 time: 0.4333563
Jun 24 16:31:50.699741 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.750060 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0265427b-390a-4e17-86f4-993b497115ca,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:50.771292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:50.778876 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9a4b9dd6-0c37-4231-b36c-d83f40653203 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0265427b-390a-4e17-86f4-993b497115ca HTTP/1.1" status: 204  len: 168 time: 0.6483417
Jun 24 16:31:50.835136 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-207936d2-73e8-41c0-9426-cc8eb338f9e8 req-7e35a7e2-f755-45cd-b49c-147c60336ca6 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1788828
Jun 24 16:31:50.851893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-11faf392-5692-420d-b46d-d70395070ecb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/quotas/065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 375 time: 0.1838548
Jun 24 16:31:50.853685 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port bff74c29-7638-47e1-9d86-2d1b0f368fa7 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:51.001199 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port bff74c29-7638-47e1-9d86-2d1b0f368fa7 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:51.002303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:51.064826 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-b04ae2c3-8d57-4af2-8a4a-c2bf9da9a6f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:51.070958 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-b04ae2c3-8d57-4af2-8a4a-c2bf9da9a6f3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=166c04f72691440d883f2508cc22df58&device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 1097 time: 0.4120588
Jun 24 16:31:51.102159 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-b6886bef-a9fe-4c91-9406-698d7020bd56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:51.245120 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6fd42e3a-0528-49e7-bad5-c7413fe6fed9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:51.296280 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-b6886bef-a9fe-4c91-9406-698d7020bd56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:51.297146 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-b6886bef-a9fe-4c91-9406-698d7020bd56 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&fields=id HTTP/1.1" status: 200  len: 348 time: 0.4266486
Jun 24 16:31:51.595512 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-6e921a42-4b55-415d-b1a1-dfb38530ae00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:51.597905 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-6e921a42-4b55-415d-b1a1-dfb38530ae00 service neutron] 10.222.0.47 "GET /v2.0/networks?id=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a HTTP/1.1" status: 200  len: 912 time: 0.5161207
Jun 24 16:31:51.685002 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.47', 51260) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:51.697023 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port bff74c29-7638-47e1-9d86-2d1b0f368fa7 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:51.697637 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:51.734983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port bff74c29-7638-47e1-9d86-2d1b0f368fa7, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=bff74c29-7638-47e1-9d86-2d1b0f368fa7,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:51.746758 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:51.756949 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:51.756949 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:51.774042 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-865e9908-f69e-42c1-afef-e3af208ca535 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=01b6a726-f17e-4aa4-8491-1194120a4053 HTTP/1.1" status: 200  len: 217 time: 0.1520913
Jun 24 16:31:51.869033 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-b82ae49f-bf2a-4784-948e-fcdf6beffd61 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:51.883164 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-b82ae49f-bf2a-4784-948e-fcdf6beffd61 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 0.7595916
Jun 24 16:31:51.911385 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-55d17e32-e481-4d7e-baba-04695aa966ae service neutron] 10.222.0.18 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5862470
Jun 24 16:31:52.040439 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Transition to ACTIVE for port object b3ae880d-0542-4729-a809-cc1d40d985e1 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:52.099722 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce5b0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:31:48Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:52.107105 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:52.126943 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c15cb4-303e-49d9-842c-f3e7266b8dda None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:31:48Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:52.143624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:52.433409 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b2d644c2-6290-42c0-8a36-6332f6110130 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:52.434556 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b2d644c2-6290-42c0-8a36-6332f6110130 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:52.499025 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b2d644c2-6290-42c0-8a36-6332f6110130 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:52.500897 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b2d644c2-6290-42c0-8a36-6332f6110130 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 0.8145759
Jun 24 16:31:52.518973 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'port': {'device_id': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'admin_state_up': True, 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:52.573816 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=bff74c29-7638-47e1-9d86-2d1b0f368fa7,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:52.576308 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-64aace10-b2de-4a5a-abad-58e79e5161b6 service neutron] 10.222.0.18 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6624982
Jun 24 16:31:52.620173 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-275682af-c70c-4ada-9921-20d9e2a329cb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/quotas/09584de3a4b14c5a90eb9b1c2149d6fb HTTP/1.1" status: 200  len: 375 time: 0.5828145
Jun 24 16:31:52.718272 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:52.791331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:53.024400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:53.024776 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:53.111537 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-e4ab46f4-e391-44aa-944e-54d322eb0317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:53.114058 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-e4ab46f4-e391-44aa-944e-54d322eb0317 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=0a27eb50-cd64-46e3-a31f-44e5aeabcd3b HTTP/1.1" status: 200  len: 850 time: 1.1055205
Jun 24 16:31:53.126860 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-931c1167-5ecb-48a5-a6fb-b7fcf5c51bc7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&fields=id HTTP/1.1" status: 200  len: 302 time: 0.5055282
Jun 24 16:31:53.362183 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-5cfe4a86-e321-451a-9c42-c3856efe2eea tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:31:53.432822 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:53.438005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:port and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:31:53.444787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:31:53.454268 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-0fd6baa8-fedf-4fdb-b4c0-d5ba3d0f9611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:53.456194 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:53.460830 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-0fd6baa8-fedf-4fdb-b4c0-d5ba3d0f9611 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3284228
Jun 24 16:31:53.465713 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-5cfe4a86-e321-451a-9c42-c3856efe2eea tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:31:53.471775 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-5cfe4a86-e321-451a-9c42-c3856efe2eea tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--976734126&fields=id&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 267 time: 0.2697320
Jun 24 16:31:53.479993 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Made reservation on behalf of 09584de3a4b14c5a90eb9b1c2149d6fb for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:53.482327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc587232-12d1-4617-8495-db81d319256e None None] Pushing event updated for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:53.488790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:53.527332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Attempting to bind port b3ae880d-0542-4729-a809-cc1d40d985e1 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:53.527696 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Attempting to bind port b3ae880d-0542-4729-a809-cc1d40d985e1 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:53.528082 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Attempting to bind port b3ae880d-0542-4729-a809-cc1d40d985e1 on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:53.554219 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:53.562794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:53.563504 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Checking segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:53.564552 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:53.568012 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Bound using segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:53.568738 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Bound port: b3ae880d-0542-4729-a809-cc1d40d985e1, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:53.570845 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:53.991416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Allocated IP 172.20.0.11 (e798456c-6e0e-4eb9-9c41-fac0ea090965/c44663d3-b0e1-472a-9ee7-a75340c41530/11484e4d-aa90-40ce-8ec1-7ff4b72f6d02) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:54.025466 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-84952861-a9b8-487a-8138-792d3ca55084 service neutron] 10.222.0.47 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5610180
Jun 24 16:31:54.030178 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] For port b3ae880d-0542-4729-a809-cc1d40d985e1, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:54.040412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] For port b3ae880d-0542-4729-a809-cc1d40d985e1, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b3ae880d-0542-4729-a809-cc1d40d985e1,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:54.066204 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:54.164599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 01b6a726-f17e-4aa4-8491-1194120a4053 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:31:54.280102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:54.295017 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:54.509259 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:54.528282 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:31:54.531523 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bb6e80>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:31:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:54.647363 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-1e397b10-f961-452a-81e3-78dd74789f61 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:54.649109 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-1e397b10-f961-452a-81e3-78dd74789f61 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 1.1019845
Jun 24 16:31:54.723772 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:54.725344 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 3e807f0c-3111-49b9-bb03-c8722c11c22c up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:54.729538 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-b9069973-6943-4321-9cf3-d2d24326c374 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/quotas/606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 375 time: 0.0451307
Jun 24 16:31:54.744892 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:54.773279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Transition to ACTIVE for port object 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:54.825011 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:54.902627 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] It took 0.51 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:31:54.951091 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-8912899c-50fb-4a3a-a5f8-384226a02b0f service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:31:54.952755 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-8912899c-50fb-4a3a-a5f8-384226a02b0f service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.9246259
Jun 24 16:31:55.026094 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc587232-12d1-4617-8495-db81d319256e None None] Pushing event updated for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:55.294063 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:31:55.329126 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:31:55.388375 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:31:55.599351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.47', 51267) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:31:55.633843 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:55.697666 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=01b6a726-f17e-4aa4-8491-1194120a4053,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:55.788748 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:55.790212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:55.821895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e251b136-ffdf-4fc9-8840-2c5f89c055eb req-c1d5c33f-becb-4287-ac9e-78692333c588 service neutron] 10.222.0.47 "GET /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4132068
Jun 24 16:31:55.842824 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '01b6a726-f17e-4aa4-8491-1194120a4053', 'network_id': '5a0c7d8b-0c0e-410a-91b3-8fa745717c1a', 'port_id': '01b6a726-f17e-4aa4-8491-1194120a4053', 'mac_address': 'fa:16:3e:c2:cd:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 325, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0a27eb50-cd64-46e3-a31f-44e5aeabcd3b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:31:55.866111 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0be2637c-e87e-4355-91c7-3bb311876120 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 3.3568106
Jun 24 16:31:55.890071 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Request body: {'port': {'device_id': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:56.141678 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-d31261cb-4288-4df2-9a8f-e9fada591f4e service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.1453178
Jun 24 16:31:56.229121 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-9374adf1-3670-40e9-ac46-3c71ea78ad12 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&fields=id HTTP/1.1" status: 200  len: 348 time: 1.4604414
Jun 24 16:31:56.265632 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:56.361700 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:56.415256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 3e807f0c-3111-49b9-bb03-c8722c11c22c triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:56.415256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:56.472437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 01b6a726-f17e-4aa4-8491-1194120a4053 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:56.473412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:56.507691 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 01b6a726-f17e-4aa4-8491-1194120a4053 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:31:56.527528 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=01b6a726-f17e-4aa4-8491-1194120a4053,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:31:56.539727 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:56.635403 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:56.650831 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-72133578-454e-4120-bb4d-0f6d1ab12bc2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:56.653143 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-72133578-454e-4120-bb4d-0f6d1ab12bc2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 817 time: 1.0257964
Jun 24 16:31:56.672984 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:31:56.721666 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f7253608-d149-4b3c-a2d9-97492dfc836d None None] Provisioning for port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:56.764809 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f7253608-d149-4b3c-a2d9-97492dfc836d None None] Provisioning complete for port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:56.765165 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f7253608-d149-4b3c-a2d9-97492dfc836d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:56.990478 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f7253608-d149-4b3c-a2d9-97492dfc836d None None] Port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:31:56.993778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['01b6a726-f17e-4aa4-8491-1194120a4053'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:31:57.023952 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-edaef4f0-eb2f-4a8e-895b-94d89d19336f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 380 time: 0.3602664
Jun 24 16:31:57.103647 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-f96880e9-c2a7-4a7d-bed7-869b8f9d2ff5 service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.9329031
Jun 24 16:31:57.121734 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'port': {'device_id': '30b3ffec-7110-4b4d-9482-2451914c166f', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'admin_state_up': True, 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'security_groups': ['b74c6d4f-0a5e-41ba-99bb-9e16825e26f8']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:31:57.148716 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-7c716ec9-6c23-4b54-a263-19bd2498f592 service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7744992
Jun 24 16:31:57.332174 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:31:57.362520 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:57.424311 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Transition to ACTIVE for port object 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:31:57.436663 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:57.524195 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 3e807f0c-3111-49b9-bb03-c8722c11c22c is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:57.525765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 9715c8cb-2869-4ede-9ecf-e4405d399dcb up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:57.762086 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 9715c8cb-2869-4ede-9ecf-e4405d399dcb triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:57.762618 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:58.101500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Pushing event updated for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:58.249262 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:31:58.281737 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:31:58.329146 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-2ada239b-f492-4311-b950-c74d4ff0738b service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.1737692
Jun 24 16:31:58.329777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Made reservation on behalf of 065254ebe67545639644fcbc6bd9fc31 for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:31:58.341399 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Attempting to bind port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:31:58.342823 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Attempting to bind port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:31:58.342823 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Attempting to bind port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:58.344496 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:58.361213 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:31:58.361595 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Attempting to bind port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:31:58.371352 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:31:58.371761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:31:58.372244 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Bound using segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:31:58.372738 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Bound port: 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:31:58.373095 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:58.687050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4353eb47-4e26-4515-8186-0dfa06913665 req-1805aac3-f702-4f85-94a7-77e0f5908350 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:58.688649 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4353eb47-4e26-4515-8186-0dfa06913665 req-1805aac3-f702-4f85-94a7-77e0f5908350 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 945 time: 0.8848264
Jun 24 16:31:58.720440 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:31:58.735372 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:31:58.743713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:58.931404 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 9715c8cb-2869-4ede-9ecf-e4405d399dcb is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:31:58.934090 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:31:59.015575 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Pushing event updated for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:31:59.045909 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:59.047031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:59.051991 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-b530ebe5-578c-4a25-a15b-38e7c1d5104a service neutron] 10.222.0.47 "PUT /v2.0/ports/11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 1094 time: 3.1758330
Jun 24 16:31:59.055136 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:31:59.280306 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e09baefa-669b-4704-b8c2-6f90f27b269f req-60255195-27f2-4158-9574-44269df1b30c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 210 time: 0.4071460
Jun 24 16:31:59.354337 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bb6e80>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:31:59.420368 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d01c8b9a-54ea-471b-84b6-74da0860cdf6 None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:31:59.474240 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:31:59.493901 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:31:59.497058 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:31:59.575656 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4353eb47-4e26-4515-8186-0dfa06913665 req-d631ab30-b4c1-4169-b44d-36ea1fdf09b0 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8486125
Jun 24 16:31:59.601631 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Allocated IP 172.20.0.6 (de427c78-c07a-4b67-b16a-301f510eb5d6/d33bdb78-2647-452e-b126-70f4e25c46f9/78a4e31b-a598-4436-bdeb-0904cefd7b6e) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:31:59.741042 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-10769802-1b76-4344-abda-a311e3aeccfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:31:59.751813 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-10769802-1b76-4344-abda-a311e3aeccfa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1097 time: 0.6036656
Jun 24 16:32:00.114239 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-11ab54e9-6b15-4526-a23d-af902c82aecb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.3500028
Jun 24 16:32:00.255488 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:00.256076 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:00.327026 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-66f75cc9-4301-41c2-820e-577cf621f272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:00.337333 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-66f75cc9-4301-41c2-820e-577cf621f272 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.2164478
Jun 24 16:32:00.407713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:00.414634 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:00.416724 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b407f15d-f4eb-432b-8f87-cdd71d5b5f25 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:00.481155 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0756b458-9c26-4d4d-8ea3-6359ec0d520d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:00.486253 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-0756b458-9c26-4d4d-8ea3-6359ec0d520d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1381550
Jun 24 16:32:00.695650 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 01b6a726-f17e-4aa4-8491-1194120a4053 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:00.981592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:01.070243 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-5faae5cd-a408-4cf5-8818-dc0b0513f3d5 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5762970
Jun 24 16:32:01.262893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-40fcde15-0209-4e11-9d4d-25abfc492266 req-3e58ce34-4186-44fc-8935-e8d3ae57e55e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 210 time: 1.4510255
Jun 24 16:32:01.316057 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:01.316869 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:01.532482 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f050db8d-c33f-4ebc-b1a4-b9a93562ebb8 req-9697eb37-ec83-41c9-bfa0-ab5d30ee5b6d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 210 time: 0.9672909
Jun 24 16:32:01.577183 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:01.620017 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 01b6a726-f17e-4aa4-8491-1194120a4053 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:01.706535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Transition to ACTIVE for port object 78a4e31b-a598-4436-bdeb-0904cefd7b6e will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:01.756664 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ace9731b-b223-4b16-8dcb-5bb5d501894d'] response: {'name': 'network-changed', 'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', 'status': 'completed', 'code': 200}
Jun 24 16:32:01.770798 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f2b5ef71-65fe-4c2e-bf45-5f34fb59b5f3 req-d5801ef4-abdd-4eeb-9c53-c544f6a598f3 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6886892
Jun 24 16:32:01.786751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-eb3095a4-8e17-40b8-a006-107ee9a36d42 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:01.790797 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-eb3095a4-8e17-40b8-a006-107ee9a36d42 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 1.2236178
Jun 24 16:32:01.799751 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 01b6a726-f17e-4aa4-8491-1194120a4053 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:01.800469 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:01.809226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'port': {'device_id': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'admin_state_up': True, 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:02.194572 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:02.209026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e250f5ff-7f7b-484f-862d-ac775c6d0d38 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:02.273313 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:02.352234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.47', 51280) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:02.445218 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:port and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:02.527833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 01b6a726-f17e-4aa4-8491-1194120a4053 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:02.528522 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:02.606583 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:02.612798 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-52840e05-1ae0-47b0-819f-0908168fa606 req-434fb188-b24f-4868-86de-5c3ad418ce6b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 210 time: 0.3550682
Jun 24 16:32:02.619775 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=01b6a726-f17e-4aa4-8491-1194120a4053,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:02.620457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6ca2-4d65-4d71-a953-c71270799fad req-72eee6f9-61df-4659-a630-03cc5dd6caba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:02.624644 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-72eee6f9-61df-4659-a630-03cc5dd6caba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1097 time: 0.7219801
Jun 24 16:32:02.626559 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:02.675723 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:02.706832 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:02.921707 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Made reservation on behalf of 09584de3a4b14c5a90eb9b1c2149d6fb for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:32:02.937178 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:02.994459 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:03.094557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6ca2-4d65-4d71-a953-c71270799fad req-af4ad9cb-94f6-450f-b5ad-9b979306a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:03.097055 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-af4ad9cb-94f6-450f-b5ad-9b979306a8d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.4631224
Jun 24 16:32:03.114896 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-30892a30-1f1a-418c-a509-df8209299165 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:03.116106 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-30892a30-1f1a-418c-a509-df8209299165 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:03.180212 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port e250f5ff-7f7b-484f-862d-ac775c6d0d38 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:03.180691 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:03.252647 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-a613e7d5-a0e7-4e18-a09c-64e42f1e388b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.1290758
Jun 24 16:32:03.296340 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-30892a30-1f1a-418c-a509-df8209299165 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:03.297506 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-30892a30-1f1a-418c-a509-df8209299165 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.9423821
Jun 24 16:32:03.391339 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56376) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:03.430070 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-44cf7f07-df22-466b-8da8-c176f303e6a5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:03.448380 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6ca2-4d65-4d71-a953-c71270799fad req-be3a993c-9959-489c-abf4-3c7663134a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:03.450285 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-be3a993c-9959-489c-abf4-3c7663134a43 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.1903925
Jun 24 16:32:03.464952 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:32:03.481839 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:03.527408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:32:03.543468 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:32:03.556214 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:03.556903 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:03.637076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-44cf7f07-df22-466b-8da8-c176f303e6a5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:03.638513 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-44cf7f07-df22-466b-8da8-c176f303e6a5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 379 time: 0.3304346
Jun 24 16:32:03.652751 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a5a2fff4-a52a-4b3b-b08c-300752d3a2f0 req-2486addd-27ca-4b6f-8060-cbd87afd450a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 210 time: 0.2994232
Jun 24 16:32:03.686064 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'port': {'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'admin_state_up': True, 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'security_groups': ['70f14bb6-cbba-4705-bd9d-50db12bef9e2']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:03.774614 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:03.865004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ba2651-c5b8-454d-b035-5edd946b345e req-9a48c57a-a5fc-4408-9d19-05dbb6ce8452 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:03.870928 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41ba2651-c5b8-454d-b035-5edd946b345e req-9a48c57a-a5fc-4408-9d19-05dbb6ce8452 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 1.6093197
Jun 24 16:32:03.882895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-c006dcef-6bf9-4f27-8818-c7bd62cd1628 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 6.8153563
Jun 24 16:32:03.900908 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port e250f5ff-7f7b-484f-862d-ac775c6d0d38 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:03.998568 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.036683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:04.043867 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Usage tracker for resource:security_group_rule and tenant:02c22dd27d4f4f6c8ceb1483c6c39f91 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:04.056030 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:04.064977 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Allocated IP 172.20.0.8 (e798456c-6e0e-4eb9-9c41-fac0ea090965/c44663d3-b0e1-472a-9ee7-a75340c41530/05c13379-1583-4cb1-b0df-784284e184a4) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:32:04.070573 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:04.084582 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-7d2d1a6a-fd34-4833-9554-ce0f40137148 None None] Provisioning for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:04.091150 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-7d2d1a6a-fd34-4833-9554-ce0f40137148 None None] Provisioning complete for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:04.091642 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7d2d1a6a-fd34-4833-9554-ce0f40137148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.099257 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Request body: {'port': {'device_id': '30b3ffec-7110-4b4d-9482-2451914c166f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:04.162769 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56394) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:04.203893 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-7d2d1a6a-fd34-4833-9554-ce0f40137148 None None] Port 78a4e31b-a598-4436-bdeb-0904cefd7b6e cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:32:04.277209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891c6ca2-4d65-4d71-a953-c71270799fad req-8c3a552a-919d-4ab1-8369-dc74f43a9ec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:04.279891 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-8c3a552a-919d-4ab1-8369-dc74f43a9ec8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.8106847
Jun 24 16:32:04.375188 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:04.381859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.411352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-1a295df6-561a-4a6e-90c7-47bdb84ba75d req-1aa0d0d9-ffc4-4198-bc8d-5bf5989a5c20 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:04.443006 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device bff74c29-7638-47e1-9d86-2d1b0f368fa7 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:04.476361 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41ba2651-c5b8-454d-b035-5edd946b345e req-c09c4db7-93c3-461e-b5c9-fed5830addd9 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5887005
Jun 24 16:32:04.534883 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:port and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:04.569159 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.592840 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:04.595598 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-1a295df6-561a-4a6e-90c7-47bdb84ba75d req-1aa0d0d9-ffc4-4198-bc8d-5bf5989a5c20 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:04.597059 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1a295df6-561a-4a6e-90c7-47bdb84ba75d req-1aa0d0d9-ffc4-4198-bc8d-5bf5989a5c20 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 210 time: 0.5117319
Jun 24 16:32:04.647990 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:32:04.762343 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port bff74c29-7638-47e1-9d86-2d1b0f368fa7 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:04.763578 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.799596 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=115b5b17-a00b-4705-b7a2-ad37753776f6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:04.839796 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:04.863310 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.868303 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:04.970100 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ebd0c53a-8ba3-4404-ae8e-1de15574c86d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02c22dd27d4f4f6c8ceb1483c6c39f91&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5726073
Jun 24 16:32:04.979853 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56410) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:05.043027 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:05.060989 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Usage tracker for resource:security_group_rule and tenant:c983e104df19442aa6ada6d91d6bb6e5 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:05.082591 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3bfce6dc-d2a9-4f0e-9e01-fab999b69edf'] response: {'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053', 'code': 200}
Jun 24 16:32:05.110648 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:05.117005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:32:05.132757 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.175882 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port bff74c29-7638-47e1-9d86-2d1b0f368fa7 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:05.177134 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:05.248377 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:05.282509 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'port_id': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', 'mac_address': 'fa:16:3e:24:75:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:32:05.383300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:05.397085 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.47', 51286) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:05.469794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:05.470393 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.528464 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ae45f1e4-a798-4514-8780-31d21a492415 req-df1e1fcd-749b-452d-aa24-8112c64c1a04 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 210 time: 0.1730368
Jun 24 16:32:05.532473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.570293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:05.570293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.570565 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Transition to ACTIVE for port object 05c13379-1583-4cb1-b0df-784284e184a4 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:05.602946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45f71c76-83bf-4c31-b034-4136d5e24f92 req-aa54b32d-1d57-4db5-930d-b65b288fb4a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:05.603766 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-45f71c76-83bf-4c31-b034-4136d5e24f92 req-aa54b32d-1d57-4db5-930d-b65b288fb4a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:05.679338 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-ec49928f-7098-4043-be73-d471d8f9a030 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.3735733
Jun 24 16:32:05.710744 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:05.711451 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-45f71c76-83bf-4c31-b034-4136d5e24f92 req-aa54b32d-1d57-4db5-930d-b65b288fb4a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:05.713151 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:05.713895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45f71c76-83bf-4c31-b034-4136d5e24f92 req-aa54b32d-1d57-4db5-930d-b65b288fb4a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 931 time: 0.7701497
Jun 24 16:32:05.757853 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:05.819649 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:05.826168 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.838804 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.873347 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:05.935812 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:05.954903 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:05.955483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.022558 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.071570 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-07d8b244-8892-4919-a4ef-ae6bc9ea473a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:06.073969 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-07d8b244-8892-4919-a4ef-ae6bc9ea473a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 1099 time: 0.6740122
Jun 24 16:32:06.074307 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.122292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.137112 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c983e104df19442aa6ada6d91d6bb6e5&name=default HTTP/1.1" status: 200  len: 2979 time: 1.9702253
Jun 24 16:32:06.144332 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:06.154885 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56430) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:06.156347 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.189895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.20.0.11 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/fc075890-b996-4078-bc3c-b93d621d7267) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:32:06.193339 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:06.196376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 401fdddd-7702-49d9-beda-18a3ce000ad2 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:06.202024 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Transition to ACTIVE for port object 78a4e31b-a598-4436-bdeb-0904cefd7b6e will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:06.216493 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45f71c76-83bf-4c31-b034-4136d5e24f92 req-50ee4c2e-1e36-4cdc-89a8-740dbed3c903 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4716189
Jun 24 16:32:06.230198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:32:06.235328 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.252090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:32:06.255628 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:32:06.266141 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:06.267319 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.302218 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:06.311458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['11484e4d-aa90-40ce-8ec1-7ff4b72f6d02'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:32:06.499279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.658624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 401fdddd-7702-49d9-beda-18a3ce000ad2 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:06.676662 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 401fdddd-7702-49d9-beda-18a3ce000ad2 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:06.677053 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:06.734474 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-5af36385-e865-4db2-aed8-1d229100491e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 4.9336627
Jun 24 16:32:06.779901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Request body: {'port': {'device_id': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:06.821618 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620e74d-40d1-46b9-846e-44bf984ddc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2833b8a8-30c3-42d5-b44e-11a472125588,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:06.869851 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-59d0258e-642e-41ca-a46c-43f393814df0 None None] Provisioning for port 05c13379-1583-4cb1-b0df-784284e184a4 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:06.974706 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:06.990646 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb19c8c0-dbda-43d0-a1a2-89510f3b6f54 req-3bfac40c-02e7-48f5-9c91-da39f287e6b1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:06.991676 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bb19c8c0-dbda-43d0-a1a2-89510f3b6f54 req-3bfac40c-02e7-48f5-9c91-da39f287e6b1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 1.2247455
Jun 24 16:32:07.018168 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-59d0258e-642e-41ca-a46c-43f393814df0 None None] Provisioning complete for port 05c13379-1583-4cb1-b0df-784284e184a4 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:07.020608 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-59d0258e-642e-41ca-a46c-43f393814df0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.026615 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Attempting to bind port 78a4e31b-a598-4436-bdeb-0904cefd7b6e on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:32:07.027247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Attempting to bind port 78a4e31b-a598-4436-bdeb-0904cefd7b6e by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:32:07.027659 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Attempting to bind port 78a4e31b-a598-4436-bdeb-0904cefd7b6e on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:07.030726 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.031171 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.031552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.031970 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.032371 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.032763 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.033211 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.033530 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.033893 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.034462 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.034873 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.035297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:07.069820 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:07.079983 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Port 78a4e31b-a598-4436-bdeb-0904cefd7b6e on network de427c78-c07a-4b67-b16a-301f510eb5d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:32:07.080389 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Attempting to bind port 78a4e31b-a598-4436-bdeb-0904cefd7b6e on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:07.106506 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:32:07.106914 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Checking segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:32:07.107437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Bound using segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:32:07.108231 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Usage tracker for resource:security_group_rule and tenant:dd220f62196b43eda7a309aa25ab7add is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:07.108426 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Bound port: 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:32:07.108731 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.137380 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-f31e8394-0d62-4532-b5d5-fe968749da38 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 1.4291685
Jun 24 16:32:07.145229 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:07.166328 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bb19c8c0-dbda-43d0-a1a2-89510f3b6f54 req-a0b72d32-80cc-4188-ad95-c8e7498d7aea tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1579320
Jun 24 16:32:07.184670 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:07.204131 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.283792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:32:07.288240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:32:07.299728 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.335564 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.347650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.353227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19ee44a-2587-4f70-8fde-0f5f507157b4 req-e7f24d5a-29d9-45bb-a54b-e1c9caf05e3f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:07.355023 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c19ee44a-2587-4f70-8fde-0f5f507157b4 req-e7f24d5a-29d9-45bb-a54b-e1c9caf05e3f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 931 time: 0.7449389
Jun 24 16:32:07.436598 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-59d0258e-642e-41ca-a46c-43f393814df0 None None] Port 05c13379-1583-4cb1-b0df-784284e184a4 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:32:07.440843 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.494203 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 401fdddd-7702-49d9-beda-18a3ce000ad2 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:07.494825 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.577805 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=115b5b17-a00b-4705-b7a2-ad37753776f6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:07.587756 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.600904 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Transition to ACTIVE for port object fc075890-b996-4078-bc3c-b93d621d7267 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:07.708832 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 401fdddd-7702-49d9-beda-18a3ce000ad2, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=401fdddd-7702-49d9-beda-18a3ce000ad2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:07.718075 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.722343 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 7698183a-2b66-4bed-b4a6-cea09f9aab0b up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:07.748090 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.753588 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e037fdb7-b852-4f76-b4fb-88299321bb81 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/115b5b17-a00b-4705-b7a2-ad37753776f6 HTTP/1.1" status: 204  len: 168 time: 2.7612951
Jun 24 16:32:07.815478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.888361 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.946162 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:32:07.956610 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:32:07.966370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2833b8a8-30c3-42d5-b44e-11a472125588,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:07.978465 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:07.980428 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:32:08.038423 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.039694 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-db8c96b4-0e30-4801-af48-79942e70cbc8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2833b8a8-30c3-42d5-b44e-11a472125588 HTTP/1.1" status: 204  len: 168 time: 1.8816116
Jun 24 16:32:08.065728 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.163714 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:08.205759 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Synchronizing usage tracker for tenant:dd220f62196b43eda7a309aa25ab7add on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:08.325947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:08.332808 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.348833 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] 10.222.0.47 "PUT /v2.0/ports/78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 1093 time: 4.2620280
Jun 24 16:32:08.354250 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:08.355544 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.386727 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=372986de-1a08-42ab-9b1b-6c85ac78c7a4,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:08.412965 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:08.414094 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:08.440340 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] Unset dirty status for tenant:dd220f62196b43eda7a309aa25ab7add on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:08.442985 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d315d214-d300-426a-9afe-71d2dc9d6fa0 req-8f87fb6e-4a9f-48b7-9d76-92c2b920ae68 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 2.3369782
Jun 24 16:32:08.460265 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-a928d628-92b2-4f84-8b56-e2ec9c9d06a3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 4.8029137
Jun 24 16:32:08.462395 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.463154 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.465631 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.466002 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.466337 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.466668 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.467030 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.467342 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.467682 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.468005 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.468323 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.468747 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:08.501306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 7698183a-2b66-4bed-b4a6-cea09f9aab0b triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:08.501695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.574174 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510caa8-19be-471b-8199-e2a14f8966f1 service neutron] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:08.634362 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:08.663969 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 05c13379-1583-4cb1-b0df-784284e184a4 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:08.694330 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Request body: {'port': {'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:08.699350 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c19ee44a-2587-4f70-8fde-0f5f507157b4 req-4befd902-7637-4b3e-b924-477de9f2f4d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.8493078
Jun 24 16:32:08.701290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.784286 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140a6db-963c-474b-8593-f5950aa90e6a req-e6813544-bcb3-439a-97c1-ba34219da9ef tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:08.802485 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1140a6db-963c-474b-8593-f5950aa90e6a req-e6813544-bcb3-439a-97c1-ba34219da9ef tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 932 time: 0.9462609
Jun 24 16:32:08.813622 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Transition to ACTIVE for port object 05c13379-1583-4cb1-b0df-784284e184a4 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:08.856765 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:08.974154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56470) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:09.012180 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:09.032798 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:09.033308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.096912 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 7698183a-2b66-4bed-b4a6-cea09f9aab0b is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:09.099440 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b3ae880d-0542-4729-a809-cc1d40d985e1 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:09.100478 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.117080 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.214182 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-33708148-f732-4b1e-a7de-351e705a7ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:09.219289 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-33708148-f732-4b1e-a7de-351e705a7ad6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1096 time: 0.3395691
Jun 24 16:32:09.221018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56476) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:09.245169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-203b6f67-c62c-4eee-8c97-633d222aeb90 None None] Provisioning for port fc075890-b996-4078-bc3c-b93d621d7267 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:09.284240 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.294023 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-203b6f67-c62c-4eee-8c97-633d222aeb90 None None] Provisioning complete for port fc075890-b996-4078-bc3c-b93d621d7267 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:09.294558 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-203b6f67-c62c-4eee-8c97-633d222aeb90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.337766 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1140a6db-963c-474b-8593-f5950aa90e6a req-f870b2d0-3315-43d6-a536-ed6519ed7b3b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5327494
Jun 24 16:32:09.339553 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Pushing event updated for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:09.355098 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:09.362429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2954ba18de01418cb0cccd6f0556bbd8 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:09.368481 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:09.379580 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:09.437125 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-2211868d-33ca-441d-afa3-536ee9ca36fa service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 217 time: 0.1438093
Jun 24 16:32:09.444238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:09.497457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Usage tracker for resource:security_group_rule and tenant:879c6494528442e09b63f04ced4012f0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:09.510994 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-203b6f67-c62c-4eee-8c97-633d222aeb90 None None] Port fc075890-b996-4078-bc3c-b93d621d7267 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:32:09.522508 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:09.555536 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port b3ae880d-0542-4729-a809-cc1d40d985e1 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:09.564393 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:09.570384 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port b3ae880d-0542-4729-a809-cc1d40d985e1 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:09.571028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.648054 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-7c573853-6688-4c0c-9417-b99e43ca7d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:09.649842 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-7c573853-6688-4c0c-9417-b99e43ca7d4f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.2040606
Jun 24 16:32:09.804107 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.851484 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.890500 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:09.891144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:09.961967 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:09.994672 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2954ba18de01418cb0cccd6f0556bbd8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.9624696
Jun 24 16:32:10.003137 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56494) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:10.005507 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.037223 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-64046ba4-4044-4eda-b6b0-767ffc439a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:10.039744 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-64046ba4-4044-4eda-b6b0-767ffc439a10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3800974
Jun 24 16:32:10.103342 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:10.119645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.135235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.248703 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port b3ae880d-0542-4729-a809-cc1d40d985e1 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:10.249313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.280100 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:10.331682 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port b3ae880d-0542-4729-a809-cc1d40d985e1, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b3ae880d-0542-4729-a809-cc1d40d985e1,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:10.354656 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b31c4bc-0ad9-4d21-9341-0f3a8b7f31b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c49ef71c-481e-42ff-b2ea-cc8786cc10c2,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:10.364051 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Attempting to bind port 05c13379-1583-4cb1-b0df-784284e184a4 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:32:10.364441 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Attempting to bind port 05c13379-1583-4cb1-b0df-784284e184a4 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:32:10.364784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Attempting to bind port 05c13379-1583-4cb1-b0df-784284e184a4 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:10.372610 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.375547 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Port 05c13379-1583-4cb1-b0df-784284e184a4 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:32:10.375881 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Attempting to bind port 05c13379-1583-4cb1-b0df-784284e184a4 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:10.391134 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 31, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:32:10.391476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:32:10.391861 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Bound using segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:32:10.392297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Bound port: 05c13379-1583-4cb1-b0df-784284e184a4, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:32:10.392638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.429135 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68926c0c-bc98-4f3f-9961-317b2035036e req-04c59b39-453b-4c95-987f-fe0f83508dc5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:10.430942 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-68926c0c-bc98-4f3f-9961-317b2035036e req-04c59b39-453b-4c95-987f-fe0f83508dc5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 1.2944274
Jun 24 16:32:10.603254 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6b36b6-c42f-47d7-a434-1c79a2185b1d req-13a22a2d-1b47-4e62-acb4-23ea2d5811ac tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:10.611663 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e6b36b6-c42f-47d7-a434-1c79a2185b1d req-13a22a2d-1b47-4e62-acb4-23ea2d5811ac tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.7970533
Jun 24 16:32:10.643328 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-68926c0c-bc98-4f3f-9961-317b2035036e req-41cbda58-c706-4e39-bc93-328353ba7785 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1616058
Jun 24 16:32:10.664863 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5af4bf2-2444-4e25-8032-eeab20867236,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:10.678784 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:10.688031 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 401fdddd-7702-49d9-beda-18a3ce000ad2 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:10.693638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc075890-b996-4078-bc3c-b93d621d7267 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:10.701539 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:32:10.713868 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=879c6494528442e09b63f04ced4012f0&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4874384
Jun 24 16:32:10.719208 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=05c13379-1583-4cb1-b0df-784284e184a4,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:32:10.723604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56504) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:10.723983 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.736969 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.737377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.737718 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.738118 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.738452 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.739474 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.739818 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.740156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.740487 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.740815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.741144 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.741468 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5618b7b-623f-47ff-9558-dd2eaa3c8325 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:32:10.742220 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e6b36b6-c42f-47d7-a434-1c79a2185b1d req-7f3b8ce4-4e6e-4a37-a39b-6f5ba7caeb5e tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1289558
Jun 24 16:32:10.784800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.803002 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.808394 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Transition to ACTIVE for port object fc075890-b996-4078-bc3c-b93d621d7267 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:10.823421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.829021 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-d6de805f-6471-4d70-85f2-598bff95d76d service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6981626
Jun 24 16:32:10.893746 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 401fdddd-7702-49d9-beda-18a3ce000ad2 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:10.894115 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:10.999277 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-47472b77-922b-4c66-b610-cb458dbac8b7'] response: {'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', 'code': 200}
Jun 24 16:32:11.010624 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cf20beb3-7dea-4f52-93f2-c0ee0c282053'] response: {'name': 'network-changed', 'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'status': 'completed', 'code': 200}
Jun 24 16:32:11.011688 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Pushing event updated for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:11.020888 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.096755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:11.098672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.101918 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-29165bba-e06d-4b72-8f7a-88b64d5fde25 service neutron] 10.222.0.47 "PUT /v2.0/ports/05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 200  len: 1093 time: 4.3291647
Jun 24 16:32:11.139876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.356499 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 401fdddd-7702-49d9-beda-18a3ce000ad2 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:11.508620 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a9ab2427-a4aa-4037-a806-1f28a8a8b7f3 req-916b112b-abdb-4462-b790-308477ab8ee9 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6346438
Jun 24 16:32:11.567555 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Pushing event updated for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:11.729294 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Attempting to bind port fc075890-b996-4078-bc3c-b93d621d7267 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:32:11.729557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Attempting to bind port fc075890-b996-4078-bc3c-b93d621d7267 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:32:11.731279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Attempting to bind port fc075890-b996-4078-bc3c-b93d621d7267 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:11.738533 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.773783 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Port fc075890-b996-4078-bc3c-b93d621d7267 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:32:11.774659 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Attempting to bind port fc075890-b996-4078-bc3c-b93d621d7267 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:11.787015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:32:11.788249 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:32:11.789134 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:32:11.790116 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Bound port: fc075890-b996-4078-bc3c-b93d621d7267, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:32:11.790974 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.810370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.856698 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.862569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c49ef71c-481e-42ff-b2ea-cc8786cc10c2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:11.927197 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282e519b-5591-44ea-9f2c-dbca531f42bf req-9702db4e-3e0b-40bc-8e06-0b01b1aac726 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:11.941706 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-282e519b-5591-44ea-9f2c-dbca531f42bf req-9702db4e-3e0b-40bc-8e06-0b01b1aac726 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 943 time: 0.8562191
Jun 24 16:32:11.961962 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-24f5476b-1d16-43e6-b130-175c91cccaae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:11.964000 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-24f5476b-1d16-43e6-b130-175c91cccaae service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1096 time: 0.3886783
Jun 24 16:32:11.968866 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:11.970428 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d4fa5e6b-14e2-4213-88cd-0186848ef5bd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c49ef71c-481e-42ff-b2ea-cc8786cc10c2 HTTP/1.1" status: 204  len: 168 time: 1.9538908
Jun 24 16:32:12.009862 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-4852b896-c1e3-48a9-a845-23b17537d929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.013152 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-4852b896-c1e3-48a9-a845-23b17537d929 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1096 time: 0.5621645
Jun 24 16:32:12.075399 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723fb9f0-4686-40d1-8e78-2f5d3d05a4fa req-d4ac1a21-3925-4f8b-93ac-56ed966a550b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.078514 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:32:12.096271 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-723fb9f0-4686-40d1-8e78-2f5d3d05a4fa req-d4ac1a21-3925-4f8b-93ac-56ed966a550b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.8742862
Jun 24 16:32:12.100522 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fc075890-b996-4078-bc3c-b93d621d7267,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:32:12.116803 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:12.212009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-cd2b7e15-2f1d-49b5-b4a9-763c4f20c01f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.213645 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-cd2b7e15-2f1d-49b5-b4a9-763c4f20c01f service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.2415314
Jun 24 16:32:12.217661 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.218416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:12.220261 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] 10.222.0.47 "PUT /v2.0/ports/fc075890-b996-4078-bc3c-b93d621d7267 HTTP/1.1" status: 200  len: 1094 time: 3.5315568
Jun 24 16:32:12.220877 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:12.349281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f9e2fc-3a02-42fd-a084-165217ca49ab req-e39ec445-5e6c-4355-a580-4560485e85e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.351445 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a4f9e2fc-3a02-42fd-a084-165217ca49ab req-e39ec445-5e6c-4355-a580-4560485e85e8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.8400381
Jun 24 16:32:12.375374 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:12.438808 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-897de61c-d97f-43b3-af5e-6e0404245a28 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 200  len: 217 time: 0.3876729
Jun 24 16:32:12.449628 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:12.450764 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d5af4bf2-2444-4e25-8032-eeab20867236 HTTP/1.1" status: 204  len: 168 time: 1.6995788
Jun 24 16:32:12.565009 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-b2ee70ad-84e5-4403-b02a-76d2aad3442e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 217 time: 0.3378131
Jun 24 16:32:12.646965 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-907e2a1a-d586-407f-a309-46dfa6de6599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.653350 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:32:12.656565 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-907e2a1a-d586-407f-a309-46dfa6de6599 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.1624112
Jun 24 16:32:12.657910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2529955f-e434-44b9-b207-f553fc83fd57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5af4bf2-2444-4e25-8032-eeab20867236,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:12.672766 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc51e10b-b470-48ed-b98e-daf72971863f service neutron] Pushing event updated for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:12.684420 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-282e519b-5591-44ea-9f2c-dbca531f42bf req-5d310382-010d-4f3f-97c7-09d81c6d72df tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.7409790
Jun 24 16:32:12.714513 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b3ae880d-0542-4729-a809-cc1d40d985e1 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:12.769959 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.resource_extend [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:32:12.776813 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-36822bd7-61d9-40e0-8e74-f9bdab228511 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.788424 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-36822bd7-61d9-40e0-8e74-f9bdab228511 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.2137077
Jun 24 16:32:12.801196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-970ead9a-78a6-45d1-a61c-fd8b08e7e46c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:12.802920 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-970ead9a-78a6-45d1-a61c-fd8b08e7e46c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 1097 time: 0.5010917
Jun 24 16:32:13.016504 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-723fb9f0-4686-40d1-8e78-2f5d3d05a4fa req-00e593b3-a499-469b-b81b-b43268e73ba2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.9191635
Jun 24 16:32:13.018318 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:13.050019 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a4f9e2fc-3a02-42fd-a084-165217ca49ab req-3cce9be7-d88e-4af9-9436-731b414a308b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.6781507
Jun 24 16:32:13.097506 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56554) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:13.168474 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-756e2252-3e43-47bc-9a61-0c74cd96b9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:13.171497 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-756e2252-3e43-47bc-9a61-0c74cd96b9d6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4807761
Jun 24 16:32:13.187209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.189633 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b15f1ef-c79b-4bd7-935d-71b8632ecce9 req-a1211c07-9770-4cd7-aed5-6837e2d25032 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:13.193218 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b15f1ef-c79b-4bd7-935d-71b8632ecce9 req-a1211c07-9770-4cd7-aed5-6837e2d25032 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.2418010
Jun 24 16:32:13.248859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:13.261521 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Usage tracker for resource:security_group_rule and tenant:eeeaa30137244fd393f6e68e69d08535 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:13.272075 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:13.289912 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port b3ae880d-0542-4729-a809-cc1d40d985e1 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:13.290501 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.292339 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:13.375250 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:13.409926 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:32:13.449098 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b15f1ef-c79b-4bd7-935d-71b8632ecce9 req-9f7d316b-e27e-4215-9e11-5fb572fca115 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2469490
Jun 24 16:32:13.589531 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.597103 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.598274 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a8de9a-89a3-44c8-9e57-870861ce04c0 req-b16b8865-f1d1-49b1-ada8-b8fcdee6f3d1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:13.600122 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72a8de9a-89a3-44c8-9e57-870861ce04c0 req-b16b8865-f1d1-49b1-ada8-b8fcdee6f3d1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.3486900
Jun 24 16:32:13.609599 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ad0f933a-ae2d-452f-9b63-c731b66f0121'] response: {'name': 'network-changed', 'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267', 'status': 'completed', 'code': 200}
Jun 24 16:32:13.626361 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:13.627028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.689863 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a55dd11e-03bc-40c8-b128-f41c628f49e8,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:13.697890 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-70bc624e-c5d7-421c-bac0-715292f9939e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eeeaa30137244fd393f6e68e69d08535&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5984089
Jun 24 16:32:13.701583 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56570) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:13.708627 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:13.718647 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72a8de9a-89a3-44c8-9e57-870861ce04c0 req-e0288326-461a-4b9e-bae3-98d82e5700f6 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1068344
Jun 24 16:32:13.724491 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-52cadbf0-77eb-401f-85e9-edb935204858'] response: {'name': 'network-changed', 'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4', 'status': 'completed', 'code': 200}
Jun 24 16:32:13.743353 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:13.764313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.804815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.855841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:13.877308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port b3ae880d-0542-4729-a809-cc1d40d985e1 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:13.911052 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:13.989641 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:14.022278 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a55dd11e-03bc-40c8-b128-f41c628f49e8,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:14.036203 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:14.038294 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-399704e4-87d5-4744-b2d3-100fa2fc030c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a55dd11e-03bc-40c8-b128-f41c628f49e8 HTTP/1.1" status: 204  len: 168 time: 0.3354809
Jun 24 16:32:14.095697 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b63fd961-df89-4c78-959b-605d6cbb58cf req-a4f0499a-7c84-4de0-bbb9-6b66952e5c26 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:14.097235 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b63fd961-df89-4c78-959b-605d6cbb58cf req-a4f0499a-7c84-4de0-bbb9-6b66952e5c26 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 943 time: 0.1545706
Jun 24 16:32:14.197863 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b63fd961-df89-4c78-959b-605d6cbb58cf req-a17c554e-3a23-44c2-b362-f5be4ae82888 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0918639
Jun 24 16:32:14.342624 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258f907-ab8f-45f2-ab76-f74034bdf145 req-b5b5ccc0-8d76-4c74-b254-5573ef0ed96f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:14.344715 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8258f907-ab8f-45f2-ab76-f74034bdf145 req-b5b5ccc0-8d76-4c74-b254-5573ef0ed96f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.1236465
Jun 24 16:32:14.422154 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8258f907-ab8f-45f2-ab76-f74034bdf145 req-020ecf31-4f7f-44d0-b309-7025d3d25fee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0705526
Jun 24 16:32:14.799401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a6909b6-7442-4158-985f-fe14ae996579 req-3cb3fa2f-1734-4a04-990c-be9f473494cb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:14.802775 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6a6909b6-7442-4158-985f-fe14ae996579 req-3cb3fa2f-1734-4a04-990c-be9f473494cb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.1152656
Jun 24 16:32:14.866074 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6a6909b6-7442-4158-985f-fe14ae996579 req-14152542-dd42-4a0d-9d02-bd6a2b30548e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0535526
Jun 24 16:32:15.506732 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['78a4e31b-a598-4436-bdeb-0904cefd7b6e'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:32:15.738109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07603cee-da38-429a-a1bc-e68ee98e0f60 req-994084f7-7852-471a-955a-5b03e9884b49 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:15.752147 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-07603cee-da38-429a-a1bc-e68ee98e0f60 req-994084f7-7852-471a-955a-5b03e9884b49 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 943 time: 0.4305096
Jun 24 16:32:15.815165 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-6115ae7a-bf61-4345-8423-dde24cc141fc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc075890-b996-4078-bc3c-b93d621d7267 HTTP/1.1" status: 200  len: 217 time: 0.2509227
Jun 24 16:32:15.911818 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-b3d37cb0-5e4e-4dc1-85fb-7f90281d0a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:15.914912 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-b3d37cb0-5e4e-4dc1-85fb-7f90281d0a1e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4850447
Jun 24 16:32:15.936718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-029b7906-34ff-44cc-8b21-e76f363b2a73 req-f8670173-72ab-4d30-b4a5-4e48537fac7b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:15.949538 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-029b7906-34ff-44cc-8b21-e76f363b2a73 req-f8670173-72ab-4d30-b4a5-4e48537fac7b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.3455870
Jun 24 16:32:16.027401 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-07603cee-da38-429a-a1bc-e68ee98e0f60 req-b9ec3dde-06c9-489e-a028-525d9fa7264f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2736459
Jun 24 16:32:16.064385 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-628028cf-4e84-43d3-b0e6-72be1e12c3d2 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6090238
Jun 24 16:32:16.135425 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-029b7906-34ff-44cc-8b21-e76f363b2a73 req-25417a99-2a91-4e3e-b23e-9016a9698367 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1843228
Jun 24 16:32:16.543539 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f857ec09-6537-4eeb-adfa-72e5e26ff87d req-cf59e381-814d-4287-98f3-69b90ef4bb47 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:16.557426 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f857ec09-6537-4eeb-adfa-72e5e26ff87d req-cf59e381-814d-4287-98f3-69b90ef4bb47 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.2009575
Jun 24 16:32:16.662635 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56682) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:16.673566 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f857ec09-6537-4eeb-adfa-72e5e26ff87d req-2bfe9ad9-c5b1-49bb-b889-8c59ff87ddd9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1123202
Jun 24 16:32:16.761496 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56688) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:16.898401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:16.922147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:16.927211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Usage tracker for resource:security_group_rule and tenant:3f624a721e1d4507ac9ee7415ebcf355 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:16.930722 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:16.939269 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:16.977004 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.000964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:17.008830 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Usage tracker for resource:security_group_rule and tenant:11663e3abd1a4392892e7174bf1b2543 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:17.014193 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:17.026880 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:17.145332 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.154556 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.258159 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3f624a721e1d4507ac9ee7415ebcf355&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5894651
Jun 24 16:32:17.258159 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e45c027-8ee3-4dcd-8a45-2783a525420c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1501f978-fed6-4199-89f9-166a4047594b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:17.258996 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56700) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:17.330955 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.348926 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.396069 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66020076-c46a-44a3-9722-40da2e8ce774 req-975b19d8-31c6-4174-9a15-a55479c45df3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:17.398635 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66020076-c46a-44a3-9722-40da2e8ce774 req-975b19d8-31c6-4174-9a15-a55479c45df3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 943 time: 0.1553781
Jun 24 16:32:17.423409 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18797b40-e939-4b5c-a4dc-9f9fc7059396,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:17.430167 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7f2a9365-c2e9-4541-a30e-0f797085c605 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11663e3abd1a4392892e7174bf1b2543&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6670394
Jun 24 16:32:17.435639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56704) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:17.454393 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.587759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66020076-c46a-44a3-9722-40da2e8ce774 req-2f4b9ee8-c140-46da-8eba-123f778f8ecb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1785843
Jun 24 16:32:17.720123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.745922 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.915288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-6f4f4920-8e19-4525-aa52-96e4e923b288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:17.917538 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-6f4f4920-8e19-4525-aa52-96e4e923b288 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.4217274
Jun 24 16:32:17.932401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:17.966335 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-877596ac-b07a-4b6a-a296-6a7a7cc01547 req-e63f5b51-dc70-4856-95ea-646e15661352 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4558454
Jun 24 16:32:17.988870 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-da9a5af9-5223-48f0-b9db-952be25483b9 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4910810
Jun 24 16:32:17.999860 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:18.027692 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1501f978-fed6-4199-89f9-166a4047594b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:18.040920 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d04306-936d-40a1-8494-24de1fa6e484 req-ee04c54c-79b7-47a4-8a83-6a1eb5c0f255 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:18.043020 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-23d04306-936d-40a1-8494-24de1fa6e484 req-ee04c54c-79b7-47a4-8a83-6a1eb5c0f255 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.2941172
Jun 24 16:32:18.044909 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:18.046616 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8417c2f0-b32e-4100-8f89-51675e953c9b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1501f978-fed6-4199-89f9-166a4047594b HTTP/1.1" status: 204  len: 168 time: 0.7854362
Jun 24 16:32:18.107922 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:18.147119 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-23d04306-936d-40a1-8494-24de1fa6e484 req-0b98c6f6-d786-426a-a16d-b3da8bb7db57 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944636
Jun 24 16:32:18.148930 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18797b40-e939-4b5c-a4dc-9f9fc7059396,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:18.160512 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:18.164195 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0bd5ae8b-5cb7-4adb-b0a2-5149f14a8af0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/18797b40-e939-4b5c-a4dc-9f9fc7059396 HTTP/1.1" status: 204  len: 168 time: 0.7201779
Jun 24 16:32:18.516592 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c945f9-0e41-430b-b07d-cf8aa7371883 req-f9bfaecf-d1e7-4b36-8491-61b024908168 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:18.534432 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65c945f9-0e41-430b-b07d-cf8aa7371883 req-f9bfaecf-d1e7-4b36-8491-61b024908168 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.1890736
Jun 24 16:32:18.829121 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc31c748-8689-419b-b42d-c36449d981f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:18.834602 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-bc31c748-8689-419b-b42d-c36449d981f1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3852639
Jun 24 16:32:18.888745 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56740) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:18.903228 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0a523047-f776-4bfc-b154-dd291abcd24a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:18.983306 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65c945f9-0e41-430b-b07d-cf8aa7371883 req-720a9146-d6cb-4bf8-9256-3eadf5e3f855 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4343565
Jun 24 16:32:19.016032 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:19.043858 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-22be0dd3-1bc9-4bde-a129-f1fbdb82b258 req-b474dcd0-6e67-413c-a9cf-8a5bfb3bcff1 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5985920
Jun 24 16:32:19.112767 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:19.136207 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Usage tracker for resource:security_group_rule and tenant:d68ae1dc53ee4f5a81bd35efce90fdcb is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:19.146453 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:19.165826 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:19.189792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-fcff2c04-c52c-40c6-ae13-7b80f27f17dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:19.193998 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-fcff2c04-c52c-40c6-ae13-7b80f27f17dc service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1096 time: 0.5802691
Jun 24 16:32:19.253084 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-93ae72d5-340f-47a6-ab0b-6b2bec3c1da5 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4062781
Jun 24 16:32:19.719478 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ce9b7f9d-3e6f-4155-8ee5-3cdf54f824bd req-7e542d3a-964c-4230-a8c7-8a4c542a9543 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4595914
Jun 24 16:32:19.955215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-d60a169b-6f07-46c6-87e4-81a3f5b38af4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:19.957307 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-d60a169b-6f07-46c6-87e4-81a3f5b38af4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.7507403
Jun 24 16:32:20.027273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-33725487-e3ba-4664-b72a-6827d84f6f3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.029700 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-33725487-e3ba-4664-b72a-6827d84f6f3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 1097 time: 0.2367637
Jun 24 16:32:20.060521 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-40bbbee7-b646-4aa9-9e68-26a50bfe6005 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 200  len: 217 time: 0.0902350
Jun 24 16:32:20.072142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635e3f85-0fd2-4c2c-af89-380737d6f6a8 req-b66c34a6-465e-4f03-af36-78301eae87d8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.073105 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-635e3f85-0fd2-4c2c-af89-380737d6f6a8 req-b66c34a6-465e-4f03-af36-78301eae87d8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.4089355
Jun 24 16:32:20.150146 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b59c20-714a-4d47-9e39-bf58a6de819d req-263f75bd-0d5e-420e-8e6d-07fb64277c5b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.152044 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-95b59c20-714a-4d47-9e39-bf58a6de819d req-263f75bd-0d5e-420e-8e6d-07fb64277c5b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 943 time: 0.6596553
Jun 24 16:32:20.154661 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:20.233402 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:20.278378 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56778) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:20.309807 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-415f5069-3109-4acb-8e89-b83e1aee85b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.311769 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-415f5069-3109-4acb-8e89-b83e1aee85b3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.2741728
Jun 24 16:32:20.427506 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d68ae1dc53ee4f5a81bd35efce90fdcb&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5346849
Jun 24 16:32:20.433100 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 05c13379-1583-4cb1-b0df-784284e184a4 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:32:20.462676 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-635e3f85-0fd2-4c2c-af89-380737d6f6a8 req-3e9ede1b-1e42-4337-9eb8-9acd5717303b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3396454
Jun 24 16:32:20.472538 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56788) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:20.486532 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a67c7d-1b84-42e7-993f-71e360545e22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31bc60de-697f-4aa6-8083-56b33a8495e1,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:20.512682 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-95b59c20-714a-4d47-9e39-bf58a6de819d req-eecc0459-609b-436e-af68-25eaed940768 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3490298
Jun 24 16:32:20.517332 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-6c9dcd70-2ded-4f07-9c4b-f595b9a5466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.526059 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-6c9dcd70-2ded-4f07-9c4b-f595b9a5466e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.4420421
Jun 24 16:32:20.594199 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-2924f9f1-d072-48e0-882a-d2101920a608 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc075890-b996-4078-bc3c-b93d621d7267 HTTP/1.1" status: 200  len: 217 time: 0.2735178
Jun 24 16:32:20.603605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-108162955-network', 'tenant_id': '55fd35a8f65244b5a18f841af49d5c7d'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:20.663853 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:20.716981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:20.723143 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-d9394cab-8364-4ff5-8241-17937d01ab5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:20.726123 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-d9394cab-8364-4ff5-8241-17937d01ab5f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.1153471
Jun 24 16:32:20.732032 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Usage tracker for resource:network and tenant:55fd35a8f65244b5a18f841af49d5c7d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:20.739566 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:20.854631 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:20.914546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Made reservation on behalf of 55fd35a8f65244b5a18f841af49d5c7d for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:32:20.919832 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:20.944402 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:20.971072 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:20.977833 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:20.984166 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=05c13379-1583-4cb1-b0df-784284e184a4,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:20.986479 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Usage tracker for resource:security_group_rule and tenant:55fd35a8f65244b5a18f841af49d5c7d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:20.993184 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:20.993898 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:20.995733 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:21.009464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:21.053045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '05c13379-1583-4cb1-b0df-784284e184a4', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'port_id': '05c13379-1583-4cb1-b0df-784284e184a4', 'mac_address': 'fa:16:3e:ee:a7:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:32:21.080951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.215720 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.223567 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-a0f39bae-acb9-47df-8854-bbbd5365e497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:21.226386 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-a0f39bae-acb9-47df-8854-bbbd5365e497 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4805958
Jun 24 16:32:21.236423 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.251534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-56407f1b-6700-4ce4-aeb8-8a86fc308d40 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.255474 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 05c13379-1583-4cb1-b0df-784284e184a4 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:21.255858 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.258950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 342}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:32:21.274960 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.275679 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Added segment 02cd92a7-7ec8-44e5-8bf7-29218dcea1f3 of type vlan for network 122001b6-bbce-455c-bf04-68783d81a89e
Jun 24 16:32:21.309084 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-17abd356-9c7e-484a-9be8-5d4ef238f606 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:21.325415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.332513 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-17abd356-9c7e-484a-9be8-5d4ef238f606 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7735102
Jun 24 16:32:21.347601 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:21.347934 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.349360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.430211 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 05c13379-1583-4cb1-b0df-784284e184a4 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:21.439254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.446109 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:21.447436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.517618 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:21.541557 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:21.566195 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.656390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=05c13379-1583-4cb1-b0df-784284e184a4,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:21.701017 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:21.751564 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:21.755000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c5ef88-59a1-4c31-b3d2-7817e720dc41 req-4233a3fa-58ea-4ce7-b298-4d077030f18c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:21.764934 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11c5ef88-59a1-4c31-b3d2-7817e720dc41 req-4233a3fa-58ea-4ce7-b298-4d077030f18c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.9810824
Jun 24 16:32:21.824035 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=122001b6-bbce-455c-bf04-68783d81a89e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:21.843874 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-a50657be-984c-439b-ae3d-89edc2d94d6a service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4695780
Jun 24 16:32:21.860390 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11c5ef88-59a1-4c31-b3d2-7817e720dc41 req-a2580234-5c7b-43f8-b518-9b844d618d78 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0949373
Jun 24 16:32:21.979457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:21.998223 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-884a339f-005b-4440-a6e4-94513054e4a9 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 881 time: 1.7142460
Jun 24 16:32:21.998864 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:21.999021 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56824) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:22.011491 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 122001b6-bbce-455c-bf04-68783d81a89e details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:32:22.037312 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Request body: {'subnet': {'network_id': '122001b6-bbce-455c-bf04-68783d81a89e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-108162955-subnet', 'tenant_id': '55fd35a8f65244b5a18f841af49d5c7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:22.070454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:22.136235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Usage tracker for resource:subnet and tenant:55fd35a8f65244b5a18f841af49d5c7d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:22.155963 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:22.178055 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:22.203394 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:22.235132 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['05c13379-1583-4cb1-b0df-784284e184a4'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:32:22.257824 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-ea689be3-836c-45f6-ab5e-5b70944b6e9d service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8707843
Jun 24 16:32:22.259419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Made reservation on behalf of 55fd35a8f65244b5a18f841af49d5c7d for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:32:22.264282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:22.365854 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:22.433542 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:22.455999 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device fc075890-b996-4078-bc3c-b93d621d7267 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:32:22.497019 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31bc60de-697f-4aa6-8083-56b33a8495e1,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:22.500341 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:22.507280 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-aa87bb71-0e2a-40ae-991e-08a595538f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/31bc60de-697f-4aa6-8083-56b33a8495e1 HTTP/1.1" status: 204  len: 168 time: 2.0269709
Jun 24 16:32:22.569453 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806a2912-e456-46f8-9772-43fbc1236dee req-cb40a2fc-fb44-4bf8-817e-ec2db4e5313c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:22.576746 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-806a2912-e456-46f8-9772-43fbc1236dee req-cb40a2fc-fb44-4bf8-817e-ec2db4e5313c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 944 time: 0.6683154
Jun 24 16:32:22.592514 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dff7cf-ecac-4f98-b8e7-d7c664f4ce84 req-dac784d3-9490-4048-9645-b57fea733907 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:22.594442 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f1dff7cf-ecac-4f98-b8e7-d7c664f4ce84 req-dac784d3-9490-4048-9645-b57fea733907 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 944 time: 0.4424925
Jun 24 16:32:22.658528 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-898a787b-7bbb-4cfc-8aa7-fc1edb4c0486 req-d902bbd1-867a-4260-9c50-680fbcbd72bb service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7963445
Jun 24 16:32:22.709616 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-806a2912-e456-46f8-9772-43fbc1236dee req-5c1d216b-9571-4463-b94c-00755cc1c4af tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1319532
Jun 24 16:32:22.735492 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f1dff7cf-ecac-4f98-b8e7-d7c664f4ce84 req-5392bfae-d4c7-4323-8840-1c6873ecda71 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1120555
Jun 24 16:32:22.946083 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a2de761a-d49f-4a8a-9892-46ccacd8a61e'] response: {'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'code': 200}
Jun 24 16:32:22.952256 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5bd05910-10df-4976-88b8-61c5f75bd844 req-2e2a8ab0-79a5-446f-b00e-1e4ac867039c service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.6588159
Jun 24 16:32:23.030835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fc075890-b996-4078-bc3c-b93d621d7267,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:23.077757 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:23.082735 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'fc075890-b996-4078-bc3c-b93d621d7267', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:32:23.216322 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port fc075890-b996-4078-bc3c-b93d621d7267 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:23.217232 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:23.246250 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Checking segment: {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:32:23.246601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Network hostable DHCP agents. Network: 122001b6-bbce-455c-bf04-68783d81a89e, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:32:23.254255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc075890-b996-4078-bc3c-b93d621d7267 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:23.254565 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Pushing event updated for resources: {'Subnet': ['ID=992c857d-6372-4649-bbb2-554329620959,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:23.283646 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Network 122001b6-bbce-455c-bf04-68783d81a89e is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:32:23.296495 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fc075890-b996-4078-bc3c-b93d621d7267,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:23.303973 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 122001b6-bbce-455c-bf04-68783d81a89e) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:32:23.306271 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:23.323724 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:23.324534 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:23.395686 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6143277-40af-435c-9758-1aa355a3f996 req-1e68b307-1d4e-4038-8f12-9f8f8955e281 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:23.400109 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3bac0132-b00a-46bd-a7e0-5545144a01de admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.3988497
Jun 24 16:32:23.402912 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c6143277-40af-435c-9758-1aa355a3f996 req-1e68b307-1d4e-4038-8f12-9f8f8955e281 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2692986
Jun 24 16:32:23.421327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2af5b917-4a39-4aca-8e99-76686cf4a9be None None] Network 122001b6-bbce-455c-bf04-68783d81a89e requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:32:23.495969 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c6143277-40af-435c-9758-1aa355a3f996 req-01cdeb0d-ea7d-4eac-a3a8-5cfd4bc2f884 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0919507
Jun 24 16:32:23.499570 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febab4a3-b7af-4048-b479-b0f0715f4e34 req-dc49af0a-3e74-40c7-89a3-7230f3a33575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:23.508578 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-febab4a3-b7af-4048-b479-b0f0715f4e34 req-dc49af0a-3e74-40c7-89a3-7230f3a33575 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1098 time: 0.1544726
Jun 24 16:32:23.586354 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-febab4a3-b7af-4048-b479-b0f0715f4e34 req-6a42d58f-fb65-4bc7-87a6-192cc7498842 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0702889
Jun 24 16:32:23.663059 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:23.693535 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:23.843893 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['fc075890-b996-4078-bc3c-b93d621d7267'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:32:24.113659 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:32:24.257466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6473d401-e08a-41ca-855f-55d541b13d85 None None] Network 122001b6-bbce-455c-bf04-68783d81a89e requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:32:24.501970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 05c13379-1583-4cb1-b0df-784284e184a4 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:24.605448 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9084ad21-e9e5-4984-b0d0-82ec853d0de3 req-4d20cc2a-b99a-4bed-b296-b440cca148f5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:24.622444 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9084ad21-e9e5-4984-b0d0-82ec853d0de3 req-4d20cc2a-b99a-4bed-b296-b440cca148f5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 945 time: 0.5682015
Jun 24 16:32:24.650195 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56896) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:24.682999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f28b2f-672e-4f59-b684-3f331059f5cc req-8a895eac-a125-48de-b820-3cd93e7fff33 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:24.686840 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b1f28b2f-672e-4f59-b684-3f331059f5cc req-8a895eac-a125-48de-b820-3cd93e7fff33 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 944 time: 0.3660946
Jun 24 16:32:24.871391 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 05c13379-1583-4cb1-b0df-784284e184a4 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:24.955577 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b1f28b2f-672e-4f59-b684-3f331059f5cc req-6eb586f0-8976-41ea-9879-e390c61820d7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2356420
Jun 24 16:32:24.984354 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:24.999498 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9084ad21-e9e5-4984-b0d0-82ec853d0de3 req-76ae6157-c543-499f-ae7e-2772563f35bf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3616588
Jun 24 16:32:25.029838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:25.039490 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Usage tracker for resource:security_group_rule and tenant:64126402a7d14206989e81e7c411caac is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:25.047129 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:25.075695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 05c13379-1583-4cb1-b0df-784284e184a4 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:25.079181 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:25.080164 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.305804 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.329010 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.477530 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0361ba-a015-4b12-b502-249251485dd0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:25.488872 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-26167362-fe69-4335-ab15-d9b36fc590bb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64126402a7d14206989e81e7c411caac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8370898
Jun 24 16:32:25.492108 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56912) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:25.597402 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.603381 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06497552-4351-4bad-8c64-392f342eb76f req-09c84f07-4886-4870-add7-9af6870f56bb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:25.606759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-06497552-4351-4bad-8c64-392f342eb76f req-09c84f07-4886-4870-add7-9af6870f56bb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2080314
Jun 24 16:32:25.663082 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 05c13379-1583-4cb1-b0df-784284e184a4 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:25.663996 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.666542 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.709185 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-06497552-4351-4bad-8c64-392f342eb76f req-21b0444a-ef08-49a4-ad45-937ea9e2e2a0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0931315
Jun 24 16:32:25.712406 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:25.734566 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=05c13379-1583-4cb1-b0df-784284e184a4,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:25.738058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56920) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:25.745025 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.807749 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.831618 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b5a9cb39-9002-4354-bdb4-a749119069a2'] response: {'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4', 'code': 200}
Jun 24 16:32:25.836629 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0361ba-a015-4b12-b502-249251485dd0,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:25.849010 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.851006 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-fc3f8f1a-22f1-4af1-84bb-90570fdedbbb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cc0361ba-a015-4b12-b502-249251485dd0 HTTP/1.1" status: 204  len: 168 time: 0.3550839
Jun 24 16:32:25.901004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:25.981277 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:25.997396 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:26.001800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Usage tracker for resource:security_group_rule and tenant:2beadd98ed134536b1b5b34f23a6cd81 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:26.005988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:26.012445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:26.270337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4ee8d2-01cc-4d18-9ab7-e4a99eed7d9b req-04c8c3b3-8a17-4472-8a02-570d28a42a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:26.272753 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8f4ee8d2-01cc-4d18-9ab7-e4a99eed7d9b req-04c8c3b3-8a17-4472-8a02-570d28a42a44 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1098 time: 0.1472650
Jun 24 16:32:26.363254 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.367410 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56936) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:26.371610 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8f4ee8d2-01cc-4d18-9ab7-e4a99eed7d9b req-8f20a298-a0df-4d66-919e-d4560656c610 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0800011
Jun 24 16:32:26.373075 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.404594 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.425676 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:26.432542 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Usage tracker for resource:security_group_rule and tenant:dc5f8942e2384dbf9e8ea7d6ece4a70b is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:26.437558 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:26.451145 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:26.463830 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2beadd98ed134536b1b5b34f23a6cd81&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7240551
Jun 24 16:32:26.469496 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 56942) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:26.472612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605ea63a-1565-4079-9228-70e700fb63ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c8960b-2199-4dae-be7f-f7e8d7c7b791,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:26.550031 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4613cbc7-6e01-4a0a-863f-5a6a04e92adc req-098e2a7f-41b8-4c59-bb63-68dfa5fcfbf9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:26.552086 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4613cbc7-6e01-4a0a-863f-5a6a04e92adc req-098e2a7f-41b8-4c59-bb63-68dfa5fcfbf9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.3679471
Jun 24 16:32:26.559755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7ce446-7d60-467d-a654-3754a5e6f63b req-f4c4236c-0c27-4ab2-9f2f-c83473709a52 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:26.562668 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e7ce446-7d60-467d-a654-3754a5e6f63b req-f4c4236c-0c27-4ab2-9f2f-c83473709a52 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 945 time: 0.3234670
Jun 24 16:32:26.616749 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.685799 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.707723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.714764 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.734488 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4613cbc7-6e01-4a0a-863f-5a6a04e92adc req-77ed7155-0405-4cd6-90ad-563fbf423f6b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1612353
Jun 24 16:32:26.740005 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e7ce446-7d60-467d-a654-3754a5e6f63b req-102b8ff7-71e5-4582-869a-6a4e45c87d15 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1622751
Jun 24 16:32:26.771372 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc5f8942e2384dbf9e8ea7d6ece4a70b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3981988
Jun 24 16:32:26.772374 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86ba6d-03cf-4e79-9b84-7a424f9569e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f5b353-de31-4f0b-8593-e4c75e3395a7,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:26.775457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 56952) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:26.815252 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.851730 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c8960b-2199-4dae-be7f-f7e8d7c7b791,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:26.859108 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.864218 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-07e70998-4d5a-4ac0-9192-bc9155bf1e0a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88c8960b-2199-4dae-be7f-f7e8d7c7b791 HTTP/1.1" status: 204  len: 168 time: 0.3900404
Jun 24 16:32:26.908462 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:26.953602 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:27.037370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:27.087904 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f5b353-de31-4f0b-8593-e4c75e3395a7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:27.102832 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:27.108878 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9bb4809e-a511-4470-a46c-1ac5779ddf02 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/13f5b353-de31-4f0b-8593-e4c75e3395a7 HTTP/1.1" status: 204  len: 168 time: 0.3297980
Jun 24 16:32:27.333613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875a973b-737c-443b-888c-b2afbbca4710 req-77edb709-bb4b-421d-8e18-0c2fbc80bb5b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:27.336422 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-875a973b-737c-443b-888c-b2afbbca4710 req-77edb709-bb4b-421d-8e18-0c2fbc80bb5b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3342607
Jun 24 16:32:27.502652 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-03bcae7b-f4d0-45cc-bd42-685d35f642a9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:27.510167 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-03bcae7b-f4d0-45cc-bd42-685d35f642a9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 808 time: 0.3628681
Jun 24 16:32:27.594717 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-d5b93222-5be8-429f-871a-f249f6895077 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/quotas/55fd35a8f65244b5a18f841af49d5c7d HTTP/1.1" status: 200  len: 375 time: 0.0706484
Jun 24 16:32:27.697029 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-875a973b-737c-443b-888c-b2afbbca4710 req-b7d20e05-c730-4fda-828d-826f7353c816 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3302691
Jun 24 16:32:27.739522 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-3c65d0d2-24a2-479a-9bd4-10127c19e1aa tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1340110
Jun 24 16:32:28.046878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-2cd05692-8319-4f86-8ed9-d0901e9a45fc service neutron] 10.222.0.18 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2969520
Jun 24 16:32:28.063899 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b82aa262-00aa-4822-aeb9-98ada704e350 req-92f210e5-9785-4d23-a6ed-81beeed109f0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:28.065956 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b82aa262-00aa-4822-aeb9-98ada704e350 req-92f210e5-9785-4d23-a6ed-81beeed109f0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.1592791
Jun 24 16:32:28.084587 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57008) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:28.091600 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'floatingip': {'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:28.297406 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:28.465321 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device fc075890-b996-4078-bc3c-b93d621d7267 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:28.531649 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a07ac76e-0903-4611-8ce1-fb39dd4d10e3 service neutron] 10.222.0.18 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4644876
Jun 24 16:32:28.632995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cfac72f-d0e7-4054-b6bb-81bb7bd94196 req-f31e646c-9061-4bdb-9520-be2f17b1af4e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:28.641428 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9cfac72f-d0e7-4054-b6bb-81bb7bd94196 req-f31e646c-9061-4bdb-9520-be2f17b1af4e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 945 time: 0.2747238
Jun 24 16:32:28.809572 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port fc075890-b996-4078-bc3c-b93d621d7267 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:28.828375 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port fc075890-b996-4078-bc3c-b93d621d7267 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:28.828909 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:28.830975 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9cfac72f-d0e7-4054-b6bb-81bb7bd94196 req-ef26e049-6cbb-49c3-a861-7de949c5e421 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1788034
Jun 24 16:32:29.347500 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6a2d4e62-40e6-4325-8443-727dd030fc7e req-b67daba1-3a4a-4201-8257-f9b5d1362ad3 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.3041170
Jun 24 16:32:29.462888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a61e2-8509-4611-86ad-a97afb04d6bb req-dcbc1986-f047-4d99-bc10-8055b24cae65 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:29.471988 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb8a61e2-8509-4611-86ad-a97afb04d6bb req-dcbc1986-f047-4d99-bc10-8055b24cae65 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2480090
Jun 24 16:32:29.475742 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port fc075890-b996-4078-bc3c-b93d621d7267 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:29.478113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:29.614295 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fc075890-b996-4078-bc3c-b93d621d7267,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:29.616329 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:29.645779 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:29.647567 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb8a61e2-8509-4611-86ad-a97afb04d6bb req-2ca6810c-9f96-44c5-a2e0-f646c317b89a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1599777
Jun 24 16:32:29.798949 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8332ae61-0abf-4167-a91c-33b92e835d06'] response: {'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267', 'code': 200}
Jun 24 16:32:29.862655 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:30.826782 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:32:30.859475 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcedadbb-cf8b-46e2-87d4-f8772f2a47aa req-80072729-1eec-40f6-9ddc-030a34d9748b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:30.873109 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dcedadbb-cf8b-46e2-87d4-f8772f2a47aa req-80072729-1eec-40f6-9ddc-030a34d9748b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.4793525
Jun 24 16:32:30.889083 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34b75686-b125-4288-8810-267fa53870f3 req-4b758d1a-b2c9-4396-ad79-0077dc603528 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:30.892082 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-34b75686-b125-4288-8810-267fa53870f3 req-4b758d1a-b2c9-4396-ad79-0077dc603528 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2158539
Jun 24 16:32:31.021773 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:31.027841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:31.039970 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dcedadbb-cf8b-46e2-87d4-f8772f2a47aa req-7c800ba0-1a3d-4b7d-a0fe-b7659d63c41f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1454606
Jun 24 16:32:31.090596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-34b75686-b125-4288-8810-267fa53870f3 req-46d5a0e2-2d56-459c-89ba-ff21adcef8a8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1490312
Jun 24 16:32:31.413276 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Floating IP 2cffe156-44de-4d0a-9a26-83172f750d4e associated. External IP: 172.27.2.15, port: 78a4e31b-a598-4436-bdeb-0904cefd7b6e.
Jun 24 16:32:31.560169 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9320f817-a51b-4e40-9f80-c745b07ea204 req-e7618c8a-6a15-4969-955e-e76466e047e5 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.2188375
Jun 24 16:32:31.767225 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084dbd8f-4d43-487d-95ce-e65e30615671 req-2891437b-1d14-42d3-898a-46fd2716dfc7 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:31.769149 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-084dbd8f-4d43-487d-95ce-e65e30615671 req-2891437b-1d14-42d3-898a-46fd2716dfc7 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.1249654
Jun 24 16:32:31.846793 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-084dbd8f-4d43-487d-95ce-e65e30615671 req-b50c6875-9268-4348-94a6-666e9d19ba88 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0662003
Jun 24 16:32:31.947922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:32:32.216491 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57154) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:32.281864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:32:32.289849 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:32.306610 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:32:32.337659 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:32.338709 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b930d190>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:32.430821 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047ca327-bc68-476b-964f-14214fcbbe81 req-ad285d18-ce2d-488c-9ed4-cda11a201a76 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:32.437475 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047ca327-bc68-476b-964f-14214fcbbe81 req-ad285d18-ce2d-488c-9ed4-cda11a201a76 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.2292106
Jun 24 16:32:32.511020 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047ca327-bc68-476b-964f-14214fcbbe81 req-6dec64c9-3d61-413e-b765-49371b07e51b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0568228
Jun 24 16:32:32.525736 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7aa82ae8-3d3a-4f3f-9560-dd0ba8ae1017 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "PUT /v2.0/floatingips/2cffe156-44de-4d0a-9a26-83172f750d4e HTTP/1.1" status: 200  len: 990 time: 4.4390984
Jun 24 16:32:32.526906 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:32.536039 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:32.557646 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97152a80-dc45-4a04-9ca1-f52041c36a3f req-c9034a98-e5ba-455e-ae1b-7adc3d7d0fff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:32.559984 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97152a80-dc45-4a04-9ca1-f52041c36a3f req-c9034a98-e5ba-455e-ae1b-7adc3d7d0fff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2659683
Jun 24 16:32:32.564602 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:32.574923 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Usage tracker for resource:security_group_rule and tenant:11d21ebd25984c0fae26fbf268c240fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:32.582840 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:32.595019 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:32.638000 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97152a80-dc45-4a04-9ca1-f52041c36a3f req-d4ec6a3f-e03a-4eaa-85ba-412e64f943b8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0656259
Jun 24 16:32:32.645791 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:32.655488 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-83ff36ab-d9bd-46bf-b6a9-e39828a2c25d'] response: {'name': 'network-changed', 'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'status': 'completed', 'code': 200}
Jun 24 16:32:32.767367 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:32.773561 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:32.899834 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a8b8020-5115-44a4-bb98-6eebb7159d66 req-afad938b-879d-41b4-9a20-05eb732c4095 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.0959527
Jun 24 16:32:32.946209 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11d21ebd25984c0fae26fbf268c240fb&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7282073
Jun 24 16:32:32.947837 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0177cf0-6133-4c08-a2ad-dd6a9bb930ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bad968a-ea98-4994-9288-c9cfa9135032,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:32.950802 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57172) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:33.052710 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:33.098230 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:33.142797 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95cc0a9a-59e8-47f4-856b-0216fb3d5284 req-f95bf32e-00c0-4c29-9354-abf2ef150d77 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:33.145524 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-95cc0a9a-59e8-47f4-856b-0216fb3d5284 req-f95bf32e-00c0-4c29-9354-abf2ef150d77 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.1125815
Jun 24 16:32:33.186726 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:33.220017 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bad968a-ea98-4994-9288-c9cfa9135032,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:33.227677 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-95cc0a9a-59e8-47f4-856b-0216fb3d5284 req-557f627b-6a81-4d9c-b857-1837428f1871 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701556
Jun 24 16:32:33.239859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:33.242739 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ec743c91-5014-4b8c-8fae-1bf1a9bb4b83 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0bad968a-ea98-4994-9288-c9cfa9135032 HTTP/1.1" status: 204  len: 168 time: 0.2772923
Jun 24 16:32:33.263148 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b930d190>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2cffe156-44de-4d0a-9a26-83172f750d4e', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3ffec-7110-4b4d-9482-2451914c166f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:42Z', 'updated_at': '2022-06-24T16:32:30Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:33.269485 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:32:33.280853 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:33.281466 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b930d190>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:33.604043 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:33.768581 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660465e8-fb44-4c5b-a2a1-21b785f63079 req-d8fce7f1-1692-4f4d-b60a-fb85dbbaafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:33.773377 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-660465e8-fb44-4c5b-a2a1-21b785f63079 req-d8fce7f1-1692-4f4d-b60a-fb85dbbaafb5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 1099 time: 0.2277377
Jun 24 16:32:33.897105 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57196) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:34.091644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-095e8bdc-54c1-4a47-afb9-93ffb4918915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.093591 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-095e8bdc-54c1-4a47-afb9-93ffb4918915 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1098 time: 0.2568786
Jun 24 16:32:34.097800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae81d-034c-4402-8ab4-034269737874 req-a6488c10-76b9-45b8-af8e-25afb37d8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.099549 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-a6488c10-76b9-45b8-af8e-25afb37d8daa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1098 time: 0.5568774
Jun 24 16:32:34.164419 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-660465e8-fb44-4c5b-a2a1-21b785f63079 req-16ac613b-4f31-421b-a4f9-4f6caad58c14 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3757105
Jun 24 16:32:34.165137 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:34.219190 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:34.230378 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Usage tracker for resource:security_group_rule and tenant:7391f46d6b5c45e18a7f829c6eb93d8e is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:34.234518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:34.242973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:34.302161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e05d194c-233b-4cdf-8d59-048fe26aee81 req-2a9bd5dc-e2a8-4e14-b874-49ba8f9fe4f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.303756 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e05d194c-233b-4cdf-8d59-048fe26aee81 req-2a9bd5dc-e2a8-4e14-b874-49ba8f9fe4f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.4229953
Jun 24 16:32:34.314760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9ea708-806e-40dd-a77d-a41297aef18f req-9daabd37-4d42-4e2f-85b7-238d8496b0f8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.316769 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a9ea708-806e-40dd-a77d-a41297aef18f req-9daabd37-4d42-4e2f-85b7-238d8496b0f8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2908299
Jun 24 16:32:34.445827 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b930d190>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2cffe156-44de-4d0a-9a26-83172f750d4e', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3ffec-7110-4b4d-9482-2451914c166f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:42Z', 'updated_at': '2022-06-24T16:32:30Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:34.464019 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bae53bc4-f7ff-4138-93f9-90c66d0ad0b0 None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2cffe156-44de-4d0a-9a26-83172f750d4e', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.15', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 122, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30b3ffec-7110-4b4d-9482-2451914c166f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:42Z', 'updated_at': '2022-06-24T16:32:30Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:32:34.469945 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e05d194c-233b-4cdf-8d59-048fe26aee81 req-c2cb79c1-6808-45bc-9726-4e1a8782835a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1398027
Jun 24 16:32:34.505315 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae81d-034c-4402-8ab4-034269737874 req-43ef11b9-3bf5-4f6f-a2c0-33d3ec851cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.508240 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-43ef11b9-3bf5-4f6f-a2c0-33d3ec851cb5 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.3861613
Jun 24 16:32:34.517125 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a9ea708-806e-40dd-a77d-a41297aef18f req-f0f97da4-e4a0-46ab-8ac4-55e4464bad8e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1817384
Jun 24 16:32:34.542092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-de176359-0c20-4d16-bec4-dc3fde88863a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:34.544205 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-de176359-0c20-4d16-bec4-dc3fde88863a service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.4240668
Jun 24 16:32:34.574125 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:34.580639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:34.664655 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66b8f7af-b1d8-422f-a52c-30639a7b8a60,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:34.891864 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b18e9eaf-14d3-4829-ba7e-78ba191ccb52 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7391f46d6b5c45e18a7f829c6eb93d8e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.8692875
Jun 24 16:32:34.907745 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-30d4d8a2-462e-4785-ad6c-ed744557f243 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 200  len: 217 time: 0.3374681
Jun 24 16:32:34.913211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57222) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:34.918304 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-474ebc42-82d5-4b7c-84bf-349fd8f13409 req-57a43713-bf6d-41c1-8992-868949a61c7f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.1223083
Jun 24 16:32:34.975731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7d9041-1e45-45b3-9eb6-8ca96c5b01fe None None] New status for floating IP 2cffe156-44de-4d0a-9a26-83172f750d4e: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:32:35.009663 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10e9162-9df6-41c6-8763-c98bebbfcbbb req-33a075f5-ff7d-410f-a76f-5e95dcac0ab1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.030371 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e10e9162-9df6-41c6-8763-c98bebbfcbbb req-33a075f5-ff7d-410f-a76f-5e95dcac0ab1 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.3170340
Jun 24 16:32:35.120022 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-c2dcc3cf-8d04-41bd-85ff-b1541cc1712a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 998 time: 0.3693686
Jun 24 16:32:35.140401 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e10e9162-9df6-41c6-8763-c98bebbfcbbb req-125a19b0-bab6-4cf8-aeed-4e0c0a244734 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1080327
Jun 24 16:32:35.272953 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae81d-034c-4402-8ab4-034269737874 req-6064e61d-d179-4bf7-8f72-242929dcce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.274676 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-6064e61d-d179-4bf7-8f72-242929dcce31 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.3084300
Jun 24 16:32:35.372672 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:35.402413 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:35.508338 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-c5bb288d-8c38-4b4e-960f-5f2aefa9559f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.510661 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-c5bb288d-8c38-4b4e-960f-5f2aefa9559f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.3617740
Jun 24 16:32:35.527563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:35.720715 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66b8f7af-b1d8-422f-a52c-30639a7b8a60,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:35.728806 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:35.730611 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-da87bc53-c53c-4aea-accb-93c639edd0d4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/66b8f7af-b1d8-422f-a52c-30639a7b8a60 HTTP/1.1" status: 204  len: 168 time: 0.8159263
Jun 24 16:32:35.816337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46ae81d-034c-4402-8ab4-034269737874 req-9841585d-a3ba-48f9-84c9-739ccac7da86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.825568 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-9841585d-a3ba-48f9-84c9-739ccac7da86 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.5351489
Jun 24 16:32:35.972224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-0dfa3a5b-0daa-4532-be15-5a40bb73a92e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.973669 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-0dfa3a5b-0daa-4532-be15-5a40bb73a92e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 808 time: 0.4912517
Jun 24 16:32:35.975408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-e2372cb7-6a61-4cf5-a696-68bc6fc53c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:35.977180 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-e2372cb7-6a61-4cf5-a696-68bc6fc53c59 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4368317
Jun 24 16:32:36.009112 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Request body: {'port': {'device_id': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e', 'admin_state_up': True, 'tenant_id': '55fd35a8f65244b5a18f841af49d5c7d'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:36.251649 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233efa6-f152-4b3d-94e9-61a6f69f361e req-0c798ed5-6b42-41de-a2b4-dbd367111199 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:36.253768 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7233efa6-f152-4b3d-94e9-61a6f69f361e req-0c798ed5-6b42-41de-a2b4-dbd367111199 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.5391424
Jun 24 16:32:36.272417 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-49ba05a6-91d4-4a89-bbe5-a220595a4abc service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2659895
Jun 24 16:32:36.306054 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-538f06c6-f83d-4de5-a0e0-91bb5723b0a9 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4762578
Jun 24 16:32:36.363399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7233efa6-f152-4b3d-94e9-61a6f69f361e req-5d074aa7-8310-432b-afa7-f454ef215cdf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0963006
Jun 24 16:32:36.415113 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e79f445c-c264-4af0-8872-a631156468c5 req-3f4a86cd-c9fb-449c-b6ba-5d78def67bee tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:36.418610 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e79f445c-c264-4af0-8872-a631156468c5 req-3f4a86cd-c9fb-449c-b6ba-5d78def67bee tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.5413289
Jun 24 16:32:36.588414 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e79f445c-c264-4af0-8872-a631156468c5 req-6f80536b-4730-4286-807e-cc560878d523 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1509213
Jun 24 16:32:36.642122 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:36.649101 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Usage tracker for resource:port and tenant:55fd35a8f65244b5a18f841af49d5c7d is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:36.738465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:36.753316 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dcb34a06-1f7e-4b91-86bc-50c28ee584f5 req-df4de8a5-6087-4d3d-baa4-cc273125b02b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.1072321
Jun 24 16:32:36.753934 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:36.767602 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Made reservation on behalf of 55fd35a8f65244b5a18f841af49d5c7d for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:32:36.772134 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:36.900981 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b46ae81d-034c-4402-8ab4-034269737874 req-882c7312-da69-4883-a011-aa50618d49ce service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5685780
Jun 24 16:32:37.042079 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7c45a0bf-e98c-48be-a359-4e9573da33b5 req-4a4817d2-65b4-4c30-ac04-2795dbef4470 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7622042
Jun 24 16:32:37.108902 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Allocated IP 172.20.0.9 (122001b6-bbce-455c-bf04-68783d81a89e/992c857d-6372-4649-bbb2-554329620959/eee1df7d-b70e-4fac-bc05-3f41f73577d9) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:32:37.229951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d187f4-b0b4-46a4-bb52-0ef4492202e1 req-79518cd2-c2c6-4188-997f-61f8af894b15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:37.232428 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-87d187f4-b0b4-46a4-bb52-0ef4492202e1 req-79518cd2-c2c6-4188-997f-61f8af894b15 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.2791007
Jun 24 16:32:37.480194 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-87d187f4-b0b4-46a4-bb52-0ef4492202e1 req-c1097065-7e95-4bcd-a7d7-024720fd176c tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/security-groups?id=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1265059
Jun 24 16:32:37.509499 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:37.569353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:37.792238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-6fc1c1c1-7d19-4cd0-9394-2345c9cbaada tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:37.794012 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-6fc1c1c1-7d19-4cd0-9394-2345c9cbaada tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.47 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 946 time: 0.1672964
Jun 24 16:32:37.870263 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Network 122001b6-bbce-455c-bf04-68783d81a89e is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:32:37.888792 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Deleting port 01b6a726-f17e-4aa4-8491-1194120a4053 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:37.890047 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Pushing event updated for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:37.890292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:37.893529 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:32:37.897418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:32:37.904279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:37.904279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:37.962269 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a2ac2670-9f60-45eb-b4c8-91bdf46cbc23 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9573600
Jun 24 16:32:37.976029 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d891edc-4a20-4d27-92dd-6f36045a454d req-25c0437f-1dd3-4e61-9c6d-8fb10d5f8c9b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:37.977584 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6d891edc-4a20-4d27-92dd-6f36045a454d req-25c0437f-1dd3-4e61-9c6d-8fb10d5f8c9b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.3360045
Jun 24 16:32:37.987040 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Request body: {'port': {'device_id': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:38.089775 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f52ba1a3-d6ac-4211-a940-e16eb7abdf67 req-6b47d07e-c9dc-4625-908f-f36c2746d4db tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:38.091467 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f52ba1a3-d6ac-4211-a940-e16eb7abdf67 req-6b47d07e-c9dc-4625-908f-f36c2746d4db tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.3453314
Jun 24 16:32:38.151573 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6d891edc-4a20-4d27-92dd-6f36045a454d req-fb3dfb67-eded-4231-b317-924aa166c4de tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1253996
Jun 24 16:32:38.229397 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f52ba1a3-d6ac-4211-a940-e16eb7abdf67 req-4f2647ec-2a17-45bf-8eaf-1e1629f7b4e2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1255903
Jun 24 16:32:38.239354 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:38.507736 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] For port 01b6a726-f17e-4aa4-8491-1194120a4053, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=01b6a726-f17e-4aa4-8491-1194120a4053,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:38.524464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:38.726147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Calling delete_port for 01b6a726-f17e-4aa4-8491-1194120a4053 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:32:38.937886 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99083e5f-ddf3-47b7-acb2-a648c2af3811 req-cc35df95-8e8c-4cf2-a7d7-fa4934e4c508 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:38.939153 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-99083e5f-ddf3-47b7-acb2-a648c2af3811 req-cc35df95-8e8c-4cf2-a7d7-fa4934e4c508 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Synchronizing usage tracker for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:32:38.980551 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d700c7f-a127-497c-afab-d38a38384a3e req-851b786e-e5ee-4cb0-98ef-e968c640f292 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:38.983153 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2d700c7f-a127-497c-afab-d38a38384a3e req-851b786e-e5ee-4cb0-98ef-e968c640f292 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.3990269
Jun 24 16:32:39.014860 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57338) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:39.028298 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:32:39.145241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:39.161432 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-99083e5f-ddf3-47b7-acb2-a648c2af3811 req-cc35df95-8e8c-4cf2-a7d7-fa4934e4c508 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Unset dirty status for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:32:39.163382 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99083e5f-ddf3-47b7-acb2-a648c2af3811 req-cc35df95-8e8c-4cf2-a7d7-fa4934e4c508 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 931 time: 0.6847696
Jun 24 16:32:39.178056 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:39.387168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Pushing event deleted for resources: {'Port': ['ID=01b6a726-f17e-4aa4-8491-1194120a4053,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:39.536301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] No DVR routers for this DVR port 01b6a726-f17e-4aa4-8491-1194120a4053 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:32:39.548564 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:39.557561 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'name': 'network-vif-deleted', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:39.595147 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f9ffe74e-b328-4603-aba2-d5884fb80171 req-7b7a9797-ea83-4ef5-b821-8b0b5b40bf7d tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.47 "DELETE /v2.0/ports/01b6a726-f17e-4aa4-8491-1194120a4053 HTTP/1.1" status: 204  len: 173 time: 1.7942359
Jun 24 16:32:39.697990 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a4332012-b0a6-41e6-978a-c88fa49acde7 req-e099f57f-4571-477c-acab-9c615ed895f5 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.0847888
Jun 24 16:32:39.879363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99083e5f-ddf3-47b7-acb2-a648c2af3811 req-2421e532-84ea-4a46-bf53-c370e9e3a854 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2614348
Jun 24 16:32:39.968278 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-4bcb7cad-d041-4ed0-8c3b-bb7bd0a33e83'] response: {'server_uuid': '618dfcb0-fc23-4985-a7e0-9ec51837519b', 'name': 'network-vif-deleted', 'tag': '01b6a726-f17e-4aa4-8491-1194120a4053', 'status': 'completed', 'code': 200}
Jun 24 16:32:39.968731 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eee1df7d-b70e-4fac-bc05-3f41f73577d9 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:40.050586 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:40.175640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Transition to ACTIVE for port object eee1df7d-b70e-4fac-bc05-3f41f73577d9 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:32:40.188125 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:40.280924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-024950cc-e40e-4078-b5f9-31274885d167 req-f49db15d-e4ec-4870-9426-cd84df108d97 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:40.292149 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-024950cc-e40e-4078-b5f9-31274885d167 req-f49db15d-e4ec-4870-9426-cd84df108d97 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.4115133
Jun 24 16:32:40.561543 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 01b6a726-f17e-4aa4-8491-1194120a4053 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:32:40.606352 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 01b6a726-f17e-4aa4-8491-1194120a4053 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:32:40.606886 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 01b6a726-f17e-4aa4-8491-1194120a4053 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:32:40.624433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Pushing event updated for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:40.857640 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-024950cc-e40e-4078-b5f9-31274885d167 req-74ec20b9-4f82-4875-8d11-143617afafe2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.5640230
Jun 24 16:32:40.911090 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57374) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:40.923597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Attempting to bind port eee1df7d-b70e-4fac-bc05-3f41f73577d9 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:32:40.924186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Attempting to bind port eee1df7d-b70e-4fac-bc05-3f41f73577d9 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:32:40.924736 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Attempting to bind port eee1df7d-b70e-4fac-bc05-3f41f73577d9 on network 122001b6-bbce-455c-bf04-68783d81a89e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:40.965907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.019697 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2116679d-a291-4863-ac60-e95c631d39d1 req-52b3efa7-2005-43f3-adbe-b84f6db6a4f8 tempest-DeleteServersTestJSON-368419735 tempest-DeleteServersTestJSON-368419735-project] 10.222.0.18 "GET /v2.0/ports?device_id=618dfcb0-fc23-4985-a7e0-9ec51837519b HTTP/1.1" status: 200  len: 210 time: 0.1066298
Jun 24 16:32:41.020192 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Port eee1df7d-b70e-4fac-bc05-3f41f73577d9 on network 122001b6-bbce-455c-bf04-68783d81a89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:32:41.020773 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Attempting to bind port eee1df7d-b70e-4fac-bc05-3f41f73577d9 on network 122001b6-bbce-455c-bf04-68783d81a89e {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:32:41.165986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.182143 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:41.191367 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Usage tracker for resource:security_group_rule and tenant:f9f7028edc8a4638a5ecd3e10171dfa0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:41.196008 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:41.206026 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:41.216833 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 32, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:32:41.217433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Checking segment: {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:32:41.217898 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Bound using segment: {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:32:41.218872 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Bound port: eee1df7d-b70e-4fac-bc05-3f41f73577d9, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:32:41.219388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.343890 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.361858 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.367879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.416866 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dd216a3-2983-488b-b59e-27db50c35203,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:41.444481 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-93d3b227-44f6-4c84-8872-7bc0fcfd4a8e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f9f7028edc8a4638a5ecd3e10171dfa0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5306332
Jun 24 16:32:41.448396 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57384) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:41.523605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.560029 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.561001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.679325 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.696055 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dd216a3-2983-488b-b59e-27db50c35203,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:41.703401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:41.704482 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0df92607-9a31-46c8-aa2f-d2decd1e6aa9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8dd216a3-2983-488b-b59e-27db50c35203 HTTP/1.1" status: 204  len: 168 time: 0.2549448
Jun 24 16:32:41.822665 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:32:41.836274 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:32:41.845976 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 2f357aa1-b418-48fc-ba5a-c2891f261abf associated. External IP: 172.27.2.84, port: fc075890-b996-4078-bc3c-b93d621d7267.
Jun 24 16:32:41.984161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e22a21-7b92-4d51-9091-045da400b273 req-e1bbad60-8912-4807-890d-7d62e1b41932 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:42.001953 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31e22a21-7b92-4d51-9091-045da400b273 req-e1bbad60-8912-4807-890d-7d62e1b41932 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 943 time: 0.8017504
Jun 24 16:32:42.009494 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.265629 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57404) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:42.287672 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.300195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:42.300922 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.302309 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] 10.222.0.47 "PUT /v2.0/ports/eee1df7d-b70e-4fac-bc05-3f41f73577d9 HTTP/1.1" status: 200  len: 1093 time: 4.3236868
Jun 24 16:32:42.305650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:42.307009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:42.316659 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Usage tracker for resource:security_group_rule and tenant:57486b10d40f4173bea7fa4554108e05 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:42.321970 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:42.337254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:42.340172 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31e22a21-7b92-4d51-9091-045da400b273 req-210f112e-f268-4d6e-a849-61e6ba1850c8 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3364356
Jun 24 16:32:42.497869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.504090 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.555287 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463fd17c-a116-4dcf-8e32-310043ce377b service neutron] Pushing event updated for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:42.584637 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57486b10d40f4173bea7fa4554108e05&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3171840
Jun 24 16:32:42.585390 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57412) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:42.586026 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7506f8eb-581e-401c-9bda-304e3b816f98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cd66400-2a3e-4be7-a550-08a792a09569,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:42.704470 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.739581 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6ad01b65-cfaa-4da1-b1d9-823d9a9b75de'] response: {'name': 'network-changed', 'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9', 'status': 'completed', 'code': 200}
Jun 24 16:32:42.756343 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.851531 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.858847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac84d17-d5d7-41d4-a84d-25d079c009ee req-a1658a56-0c98-44af-93d2-cd5841a06e5b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:42.860517 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bac84d17-d5d7-41d4-a84d-25d079c009ee req-a1658a56-0c98-44af-93d2-cd5841a06e5b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.7162786
Jun 24 16:32:42.897657 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cd66400-2a3e-4be7-a550-08a792a09569,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:42.907206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:42.911665 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8b96bb18-d8fc-44af-a68b-a0221ff21b60 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cd66400-2a3e-4be7-a550-08a792a09569 HTTP/1.1" status: 204  len: 168 time: 0.3209896
Jun 24 16:32:42.983639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-318d281e-211a-43a0-a89b-70ea30cbb287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:42.986352 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-318d281e-211a-43a0-a89b-70ea30cbb287 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 1096 time: 0.5835888
Jun 24 16:32:43.181978 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-a4145c27-be25-4e88-88fa-3096d74bfecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9 HTTP/1.1" status: 200  len: 217 time: 0.1837423
Jun 24 16:32:43.203099 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bac84d17-d5d7-41d4-a84d-25d079c009ee req-133018fb-da82-4764-8093-4141705dd48c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3269913
Jun 24 16:32:43.329999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:32:43.340180 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-bcf6099b-5e5a-410a-8109-32df2e7c37f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:43.341788 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-bcf6099b-5e5a-410a-8109-32df2e7c37f5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=992c857d-6372-4649-bbb2-554329620959 HTTP/1.1" status: 200  len: 848 time: 0.1334059
Jun 24 16:32:43.593994 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-151c28cf-3ed7-4158-a59d-b376b6245f76 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=122001b6-bbce-455c-bf04-68783d81a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.2421503
Jun 24 16:32:43.687577 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57442) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:43.888421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:43.918401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:43.923815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Usage tracker for resource:security_group_rule and tenant:d4f47227e4f44f78ac43e37d2bc244e3 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:43.927753 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:43.936174 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:44.073681 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.081444 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.155922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b151ca-62cd-407d-a0a5-c29974c1bd1c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:44.157854 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:32:44.168290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.169006 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2e42cd71-72ea-4dd6-87ab-2b0d99469e82 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4f47227e4f44f78ac43e37d2bc244e3&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4786685
Jun 24 16:32:44.171711 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57458) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:44.209485 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:32:44.243561 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:44.245111 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b948e730>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:44.289127 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.311610 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31fece70-31e0-4237-a76d-5b7d07c96078 req-43fdef00-c459-4784-83f8-8a723edc5071 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:44.324322 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31fece70-31e0-4237-a76d-5b7d07c96078 req-43fdef00-c459-4784-83f8-8a723edc5071 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 943 time: 0.7422693
Jun 24 16:32:44.349179 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.379880 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-68306168-dbde-47ab-b12a-2ad325eb192f service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.6343198
Jun 24 16:32:44.483252 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.521907 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b151ca-62cd-407d-a0a5-c29974c1bd1c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:44.528335 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:44.535026 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-edbe61f1-4190-4d4f-bfe8-adff4161f1d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50b151ca-62cd-407d-a0a5-c29974c1bd1c HTTP/1.1" status: 204  len: 168 time: 0.3608999
Jun 24 16:32:44.558591 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1544806f-9762-4f74-affa-0c8791e0ad8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "PUT /v2.0/floatingips/2f357aa1-b418-48fc-ba5a-c2891f261abf HTTP/1.1" status: 200  len: 991 time: 5.5391383
Jun 24 16:32:44.758084 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:44.819395 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31fece70-31e0-4237-a76d-5b7d07c96078 req-e11795c8-1e08-4902-bcff-5f605d989942 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4939468
Jun 24 16:32:44.820918 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:45.002636 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1186cded-24ce-4818-b88e-6a60c4bc4ae8 req-13fb08c0-9636-403a-9c25-3818774bfbea service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5946555
Jun 24 16:32:45.052778 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f7b9a6-23f1-4ecb-86b2-b1a9169d3e38 req-0411a56a-1c33-4ab6-9329-39919175b54a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:45.066749 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47f7b9a6-23f1-4ecb-86b2-b1a9169d3e38 req-0411a56a-1c33-4ab6-9329-39919175b54a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.5400326
Jun 24 16:32:45.216955 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6b3ac361-6cde-4a80-8242-5318669bc466'] response: {'name': 'network-changed', 'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267', 'status': 'completed', 'code': 200}
Jun 24 16:32:45.319911 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47f7b9a6-23f1-4ecb-86b2-b1a9169d3e38 req-cae8f577-e2d8-4dad-bfc5-494b3fcb6e32 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2536054
Jun 24 16:32:45.404431 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57496) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:45.523610 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-1d9f7da4-8717-40a9-8058-a0b7fb4a58a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:45.526110 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-1d9f7da4-8717-40a9-8058-a0b7fb4a58a7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 1096 time: 0.4246898
Jun 24 16:32:45.538177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57502) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:45.710668 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-4b145b8f-2965-4521-a4e4-6c17d94d4c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:45.713330 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-4b145b8f-2965-4521-a4e4-6c17d94d4c48 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 1099 time: 0.4899578
Jun 24 16:32:45.758385 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b948e730>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:41Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:45.763664 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:45.768245 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:32:45.782241 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:45.782940 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b948e730>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:45.945721 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:46.009708 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-531e3bf7-ed1e-4f6f-be65-9c7b52270628 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:46.013248 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-531e3bf7-ed1e-4f6f-be65-9c7b52270628 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.2868516
Jun 24 16:32:46.016219 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Usage tracker for resource:security_group_rule and tenant:5256c83c38e14810a299af6e70b2f46a is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:46.035359 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:46.147307 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:46.212838 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-4fb9360e-4e10-4b4e-937d-20bf06f9a985 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fc075890-b996-4078-bc3c-b93d621d7267 HTTP/1.1" status: 200  len: 999 time: 0.1888399
Jun 24 16:32:46.230978 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:46.300502 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-f454f868-71d7-4a8a-9fa1-1224e33c0076 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:46.302012 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-f454f868-71d7-4a8a-9fa1-1224e33c0076 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.0804849
Jun 24 16:32:46.463649 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-8bd26d8d-21a3-4ece-8dd6-32dc207179d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:46.465872 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-8bd26d8d-21a3-4ece-8dd6-32dc207179d9 service neutron] 10.222.0.47 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 909 time: 0.9233255
Jun 24 16:32:46.520418 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-109a2e9b-f58f-4855-bd11-4ecd7e286607 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:46.522244 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-109a2e9b-f58f-4855-bd11-4ecd7e286607 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2080441
Jun 24 16:32:46.780611 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-72027510-4161-44f6-8291-cd5d7b443780 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2472787
Jun 24 16:32:46.831259 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-7173d41f-24b3-4e2c-a416-5c6e9dc387e1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9 HTTP/1.1" status: 200  len: 217 time: 0.2631009
Jun 24 16:32:46.971530 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b948e730>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:41Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:46.982260 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e57c593-dc8c-4d8c-92dd-38ceb8154c30 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:41Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:32:47.111969 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e69cfbb-93bf-496e-8158-f3092b94c07e req-d398c498-fffd-4ee4-9453-33d97585d757 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:47.111969 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e69cfbb-93bf-496e-8158-f3092b94c07e req-d398c498-fffd-4ee4-9453-33d97585d757 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 943 time: 0.9568501
Jun 24 16:32:47.129347 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-85cb4372-e98c-477e-9681-b66d0b100c96 req-3248675d-3f82-4f46-85e0-35a5597581f4 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3352304
Jun 24 16:32:47.398885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-ec47373a-1e77-4840-b14a-7beae837a74a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:47.401101 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-ec47373a-1e77-4840-b14a-7beae837a74a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=992c857d-6372-4649-bbb2-554329620959 HTTP/1.1" status: 200  len: 848 time: 0.5471942
Jun 24 16:32:47.439230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54cb134e-037a-4cc9-89a9-2add409f644b None None] New status for floating IP 2f357aa1-b418-48fc-ba5a-c2891f261abf: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:32:47.540370 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:47.572714 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:47.586560 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-6b534a83-ebe1-407e-ad55-b62c693a2362 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=122001b6-bbce-455c-bf04-68783d81a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0973694
Jun 24 16:32:47.608984 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c67307-1290-4e80-b5be-4e705fffbe38 req-db5bea4b-2d21-42e3-b3bc-85ab8d821665 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:47.610596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-06c67307-1290-4e80-b5be-4e705fffbe38 req-db5bea4b-2d21-42e3-b3bc-85ab8d821665 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.9235935
Jun 24 16:32:47.614242 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e69cfbb-93bf-496e-8158-f3092b94c07e req-0a53c9b4-17b2-409b-8ab9-a09439b95a08 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.4904687
Jun 24 16:32:47.837630 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5256c83c38e14810a299af6e70b2f46a&name=default HTTP/1.1" status: 200  len: 2979 time: 2.2949247
Jun 24 16:32:47.840651 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57542) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:47.879437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb3084f-4175-49c2-837f-07fa564a3cd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1001bd17-3d3e-4076-aeaa-9568e0c2e57c,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:47.946280 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-06c67307-1290-4e80-b5be-4e705fffbe38 req-215fe968-d0f4-4db2-b037-3944545b5d2a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2930672
Jun 24 16:32:48.032958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.042098 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-837d82ac-d82d-4367-b454-fd6217a9c524 service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4180853
Jun 24 16:32:48.091698 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.221458 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.249643 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1001bd17-3d3e-4076-aeaa-9568e0c2e57c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:48.255536 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.257410 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-113fbb2e-233c-4cd1-9487-0d7ef976f2f7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1001bd17-3d3e-4076-aeaa-9568e0c2e57c HTTP/1.1" status: 204  len: 168 time: 0.4135022
Jun 24 16:32:48.391660 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f888ab90-8e3b-40cb-9d03-29c4565f7e04 req-b0e6c37e-ea01-472d-a779-92c0c05ad220 service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3309615
Jun 24 16:32:48.430938 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.626718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device eee1df7d-b70e-4fac-bc05-3f41f73577d9 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:32:48.631243 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57560) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:48.903048 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-843dd141-d40f-4109-84ec-20744ffed239 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.906956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:48.946492 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:48.958285 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Usage tracker for resource:security_group_rule and tenant:71a14dab719142c6abd64f66735890d8 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:48.962324 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:48.975195 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:48.985298 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:49.005973 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9', 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e', 'port_id': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9', 'mac_address': 'fa:16:3e:ef:0f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992c857d-6372-4649-bbb2-554329620959', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:32:49.131133 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port eee1df7d-b70e-4fac-bc05-3f41f73577d9 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:49.132251 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.151219 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.159584 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.169581 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eee1df7d-b70e-4fac-bc05-3f41f73577d9 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:32:49.171077 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9ef00-79ed-45ec-9b65-8d52e39eff3a req-1f1d5ef2-6ade-4e4c-91d8-d6d3201dc370 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:49.172782 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ec9ef00-79ed-45ec-9b65-8d52e39eff3a req-1f1d5ef2-6ade-4e4c-91d8-d6d3201dc370 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 943 time: 0.2424676
Jun 24 16:32:49.217876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:49.223568 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.274982 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=802cee02-31d5-4e9b-95e4-f6763cf10a3b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:49.283358 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-85c8aa8b-eb16-4fe1-b270-4c049a0fa96f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=71a14dab719142c6abd64f66735890d8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6499062
Jun 24 16:32:49.285593 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57580) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:49.344090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Deleting port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:49.344450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.402343 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:49.464135 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.476965 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ec9ef00-79ed-45ec-9b65-8d52e39eff3a req-35f0e59f-8ac7-40e8-83a6-a6bbc27d1324 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2749407
Jun 24 16:32:49.543088 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.597293 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d22908a-4eef-4cf0-a6b2-662ac2759f02 req-8a5c5da1-467e-4365-a998-1df43ae791b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:49.601080 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d22908a-4eef-4cf0-a6b2-662ac2759f02 req-8a5c5da1-467e-4365-a998-1df43ae791b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.3891997
Jun 24 16:32:49.634553 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.660852 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=802cee02-31d5-4e9b-95e4-f6763cf10a3b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:49.671445 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:49.674582 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0563d262-155c-4a79-acdc-c48d1f4e6019 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/802cee02-31d5-4e9b-95e4-f6763cf10a3b HTTP/1.1" status: 204  len: 168 time: 0.3865991
Jun 24 16:32:49.723593 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['eee1df7d-b70e-4fac-bc05-3f41f73577d9'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:32:49.748238 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d22908a-4eef-4cf0-a6b2-662ac2759f02 req-2e13eb87-932a-4d9a-b280-f0ffb370ca64 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935495
Jun 24 16:32:49.810988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] For port 923a3f6d-35b9-4445-8f06-7cc7ee4a3560, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:49.811382 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.066802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Calling delete_port for 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:32:50.444744 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57608) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:50.466556 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.484833 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:50.490404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Usage tracker for resource:security_group_rule and tenant:951102846194480fbfa194e923ca524a is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:50.494580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:50.503022 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:50.669797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.676828 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.722837 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.762113 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c97e0da-2646-4014-9888-6310fc6c5179,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:50.784101 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-69b1d5a1-3e0f-4f3e-b171-04cdc6c7e00e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=951102846194480fbfa194e923ca524a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3329268
Jun 24 16:32:50.784101 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57620) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:50.825391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Pushing event deleted for resources: {'Port': ['ID=923a3f6d-35b9-4445-8f06-7cc7ee4a3560,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:50.875368 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:50.911838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:51.006300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:51.037051 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c97e0da-2646-4014-9888-6310fc6c5179,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:51.041211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:51.042416 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-55ed426a-8245-4878-b630-e11592f3161e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9c97e0da-2646-4014-9888-6310fc6c5179 HTTP/1.1" status: 204  len: 168 time: 0.2581007
Jun 24 16:32:51.163851 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-38bb3129-885a-49b2-84a9-52a971d31556 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:51.233254 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29de13f4-195a-4eeb-9b58-b4a5673460df req-bcad452f-7182-444a-8974-4f812d1922a7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:51.234778 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-29de13f4-195a-4eeb-9b58-b4a5673460df req-bcad452f-7182-444a-8974-4f812d1922a7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 944 time: 0.4687226
Jun 24 16:32:51.244229 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:51.288504 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afab837a-2394-46f4-888e-e42a2e00aa9b req-7691e804-8cd8-4023-a83b-a88227717dac tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:51.290050 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-afab837a-2394-46f4-888e-e42a2e00aa9b req-7691e804-8cd8-4023-a83b-a88227717dac tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.3267167
Jun 24 16:32:51.469602 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-29de13f4-195a-4eeb-9b58-b4a5673460df req-8dce8c8c-3c48-4851-b0b3-25624ff71fb3 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2264032
Jun 24 16:32:51.499744 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-afab837a-2394-46f4-888e-e42a2e00aa9b req-aeb2b8df-c2b8-401d-ac5c-71b7e0d74ed4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1470315
Jun 24 16:32:51.817531 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Router 33ede860-668e-4f2c-903c-9ad3be267da3 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:32:51.945820 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:52.236899 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:32:52.258443 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Sync routers for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:32:52.275043 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:52.276346 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b948e5e0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:52.288126 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:52.304343 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57658) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:52.333720 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-41680dfe-17c8-4195-8369-6005278cac31 admin admin] 10.222.0.18 "PUT /v2.0/routers/33ede860-668e-4f2c-903c-9ad3be267da3/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 6.9207935
Jun 24 16:32:52.650635 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device eee1df7d-b70e-4fac-bc05-3f41f73577d9 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:32:52.715876 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:52.744375 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:52.853466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port eee1df7d-b70e-4fac-bc05-3f41f73577d9 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:32:52.866044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port eee1df7d-b70e-4fac-bc05-3f41f73577d9 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:32:52.866508 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.048016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c221e186-4f7e-43e8-8760-2dcbfc7a812e req-1ab70ff7-86d2-40d4-bb3b-3cc1d3d62a51 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:53.049926 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c221e186-4f7e-43e8-8760-2dcbfc7a812e req-1ab70ff7-86d2-40d4-bb3b-3cc1d3d62a51 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2956133
Jun 24 16:32:53.067701 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9179a8b-ce4f-4e72-bd2f-4d0558c087ae req-e552e76a-bd71-4fe7-8703-e05bcf270a4b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:53.069681 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9179a8b-ce4f-4e72-bd2f-4d0558c087ae req-e552e76a-bd71-4fe7-8703-e05bcf270a4b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 944 time: 0.2249010
Jun 24 16:32:53.177514 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port eee1df7d-b70e-4fac-bc05-3f41f73577d9 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:32:53.178130 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.214030 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c221e186-4f7e-43e8-8760-2dcbfc7a812e req-c9863afd-21d7-412b-b0a6-cec0824971b1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1538033
Jun 24 16:32:53.232152 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9179a8b-ce4f-4e72-bd2f-4d0558c087ae req-8a095599-6d87-44c5-b443-73ed0a0a6440 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1170356
Jun 24 16:32:53.268088 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:32:53.286938 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.315180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Deleting port aeedb10f-b45e-4ba0-9b5d-871668531e10 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:53.316674 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.319050 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:53.353618 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b948e5e0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214'}], 'enable_snat': True}, 'gw_port_id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:32:50Z', 'revision_number': 5, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port': {'id': 'aeedb10f-b45e-4ba0-9b5d-871668531e10', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:57:91:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.214', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:08Z', 'updated_at': '2022-06-24T16:31:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:53.358180 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Checking router: 33ede860-668e-4f2c-903c-9ad3be267da3 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:32:53.366739 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.367951 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Routers {'33ede860-668e-4f2c-903c-9ad3be267da3'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:32:53.368557 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b948e5e0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:32:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['33ede860-668e-4f2c-903c-9ad3be267da3'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:53.373584 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-de1957bc-cdb3-4130-866c-ee9659bbf780'] response: {'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9', 'code': 200}
Jun 24 16:32:53.438936 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.521579 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:53.585577 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] Set router 33ede860-668e-4f2c-903c-9ad3be267da3 gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:32:53.636767 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] For port aeedb10f-b45e-4ba0-9b5d-871668531e10, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=aeedb10f-b45e-4ba0-9b5d-871668531e10,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:53.637337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:53.695359 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-82587fc0-3379-44cb-b237-43af26401774 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b948e5e0>, [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:32:53Z', 'revision_number': 6, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:53.700059 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82587fc0-3379-44cb-b237-43af26401774 None None] The sync data for ids ['33ede860-668e-4f2c-903c-9ad3be267da3'] in dv-cinder-847189-3-iscsi is: [{'id': '33ede860-668e-4f2c-903c-9ad3be267da3', 'name': 'tempest-DeleteServersTestJSON-598422461-router', 'tenant_id': '166c04f72691440d883f2508cc22df58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:07Z', 'updated_at': '2022-06-24T16:32:53Z', 'revision_number': 6, 'project_id': '166c04f72691440d883f2508cc22df58', 'gw_port_host': None}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:32:53.819584 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Calling delete_port for aeedb10f-b45e-4ba0-9b5d-871668531e10 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:32:54.228913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:54.322348 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Pushing event deleted for resources: {'Port': ['ID=aeedb10f-b45e-4ba0-9b5d-871668531e10,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:54.464573 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:54.690193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device aeedb10f-b45e-4ba0-9b5d-871668531e10 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:32:54.715126 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79da9649-4fe9-4248-86b8-b363e6e26b6f req-57c8b985-6985-4a27-a0f4-88b3103f32c4 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:54.717162 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-79da9649-4fe9-4248-86b8-b363e6e26b6f req-57c8b985-6985-4a27-a0f4-88b3103f32c4 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2795312
Jun 24 16:32:54.744414 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299d7eba-f2d7-4a7b-8672-f2a5c9d02ce8 req-e1c7ceef-6a14-4e7c-821b-4e02ac165e10 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:54.746633 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-299d7eba-f2d7-4a7b-8672-f2a5c9d02ce8 req-e1c7ceef-6a14-4e7c-821b-4e02ac165e10 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2334721
Jun 24 16:32:54.777495 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: aeedb10f-b45e-4ba0-9b5d-871668531e10 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:32:54.777929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device aeedb10f-b45e-4ba0-9b5d-871668531e10 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:32:54.782802 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:32:54.851225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-79da9649-4fe9-4248-86b8-b363e6e26b6f req-4c6c8123-f89a-44d2-8199-da09a5ae2cd1 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1208594
Jun 24 16:32:54.853788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:32:54.854380 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 923a3f6d-35b9-4445-8f06-7cc7ee4a3560 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:32:54.871625 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-299d7eba-f2d7-4a7b-8672-f2a5c9d02ce8 req-f04d3ea4-f694-4bc4-a867-7666d44c0b3f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1014917
Jun 24 16:32:54.885201 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:54.889094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.017183 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.018578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 33ede860-668e-4f2c-903c-9ad3be267da3 {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:32:55.041605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.043255 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1b55b7a7-8d9b-4725-a558-46a1dae60195 admin admin] 10.222.0.18 "DELETE /v2.0/routers/33ede860-668e-4f2c-903c-9ad3be267da3 HTTP/1.1" status: 204  len: 168 time: 2.7373893
Jun 24 16:32:55.047245 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57728) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:55.140179 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Deleting subnet 0a27eb50-cd64-46e3-a31f-44e5aeabcd3b {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:32:55.144480 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.201368 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.258429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57734) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:55.352859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.474176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.504011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:55.511078 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Usage tracker for resource:security_group_rule and tenant:095c6fa8f5174385a5ff1553e99bc613 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:55.516003 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:55.526946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:55.565071 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.610522 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a27eb50-cd64-46e3-a31f-44e5aeabcd3b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:55.615441 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.622015 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a22010be-a43f-4246-a494-f1ba1c719dbe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0a27eb50-cd64-46e3-a31f-44e5aeabcd3b HTTP/1.1" status: 204  len: 168 time: 0.5735817
Jun 24 16:32:55.625808 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57742) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:55.627145 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-711ce901-dbdf-4428-b5f9-66f4d5c51778 None None] Network 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:32:55.679315 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.685820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.752409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=731c4aa2-94e7-4e81-9d99-86a3d086025a,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:55.782179 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9b2fcddc-82f3-4172-98c2-3a5460c72d78 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=095c6fa8f5174385a5ff1553e99bc613&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5215981
Jun 24 16:32:55.786219 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57748) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:55.840370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.855525 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Deleting port 2b431a24-419e-4893-a51c-f3549b4a4898 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:55.855959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.886047 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:55.939961 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.056281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.077682 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=731c4aa2-94e7-4e81-9d99-86a3d086025a,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:56.086533 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.091207 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-dce3d743-b38b-49cf-8b2a-15e2cb4cdc06 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/731c4aa2-94e7-4e81-9d99-86a3d086025a HTTP/1.1" status: 204  len: 168 time: 0.3025334
Jun 24 16:32:56.148852 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] DHCP port deletion for 5a0c7d8b-0c0e-410a-91b3-8fa745717c1a request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:32:56.153713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Deleting port 2b431a24-419e-4893-a51c-f3549b4a4898 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:56.154061 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.429386 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] For port 2b431a24-419e-4893-a51c-f3549b4a4898, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2b431a24-419e-4893-a51c-f3549b4a4898,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:56.430147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.685910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a5a1c3-f278-4bf1-a3fc-b7ab90d2e899 req-5dca7519-a55e-4a95-87be-92392f416a7c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:56.687642 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66a5a1c3-f278-4bf1-a3fc-b7ab90d2e899 req-5dca7519-a55e-4a95-87be-92392f416a7c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.4867473
Jun 24 16:32:56.698785 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b085a6a-da92-4da2-ab78-7c5bb3bcfbf9 req-002be832-95dc-4dba-9d68-a5abee0af1dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:56.700265 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7b085a6a-da92-4da2-ab78-7c5bb3bcfbf9 req-002be832-95dc-4dba-9d68-a5abee0af1dd service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 1098 time: 0.1914885
Jun 24 16:32:56.733798 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Calling delete_port for 2b431a24-419e-4893-a51c-f3549b4a4898 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:32:56.743649 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b52567-b516-4399-9693-f5707b377b15 req-1878e411-dd8d-441e-92fa-2873a1871f36 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:56.746318 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97b52567-b516-4399-9693-f5707b377b15 req-1878e411-dd8d-441e-92fa-2873a1871f36 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.4174461
Jun 24 16:32:56.765370 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2b431a24-419e-4893-a51c-f3549b4a4898 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:32:56.770156 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57764) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:56.849425 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] For port 2b431a24-419e-4893-a51c-f3549b4a4898, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2b431a24-419e-4893-a51c-f3549b4a4898,segment=NetworkSegment(ee13527d-8350-4c57-b7a3-0e79527f85bc),segment_id=ee13527d-8350-4c57-b7a3-0e79527f85bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:32:56.849826 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.868888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.878328 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:56.932640 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7b085a6a-da92-4da2-ab78-7c5bb3bcfbf9 req-878eed57-66c3-4e48-b30e-74292e58f5cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1846106
Jun 24 16:32:56.950446 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66a5a1c3-f278-4bf1-a3fc-b7ab90d2e899 req-dcb139f1-a51a-4d24-b8ac-168f97ce8384 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2544701
Jun 24 16:32:56.959950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:32:56.963693 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Pushing event deleted for resources: {'Port': ['ID=2b431a24-419e-4893-a51c-f3549b4a4898,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:56.969325 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97b52567-b516-4399-9693-f5707b377b15 req-09e1c4a9-f42a-44ab-aaac-9bc9d0e6a7af tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1978824
Jun 24 16:32:56.973953 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Usage tracker for resource:security_group_rule and tenant:a6f7e93f1edf4f07ae47164ad0bb78f9 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:32:56.977521 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:32:56.987285 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] No DVR routers for this DVR port 2b431a24-419e-4893-a51c-f3549b4a4898 on host dv-cinder-847189-3-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:32:56.987929 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:32:57.052390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Calling delete_port for 2b431a24-419e-4893-a51c-f3549b4a4898 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:32:57.090609 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No active binding found for port 2b431a24-419e-4893-a51c-f3549b4a4898 {{(pid=88116) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}}
Jun 24 16:32:57.090948 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2b431a24-419e-4893-a51c-f3549b4a4898 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:32:57.171181 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.171647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.176936 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.222199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3aa09a0>,) {'filters': {'network_id': ['5a0c7d8b-0c0e-410a-91b3-8fa745717c1a']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:57.242235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3aa09a0>, 'ee13527d-8350-4c57-b7a3-0e79527f85bc') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:57.242707 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3aa09a0>, 'ee13527d-8350-4c57-b7a3-0e79527f85bc') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:32:57.252697 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f7e93f1edf4f07ae47164ad0bb78f9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4682953
Jun 24 16:32:57.259336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57774) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:57.259336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aed5597-8ad4-4fef-b7a4-7814b057ea5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3fd82bb5-62dc-40fb-a948-90648f00f53e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:57.265122 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.302376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:32:57.302961 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:32:57.312268 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.326526 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Releasing vlan 325 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:32:57.327185 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.418219 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.445111 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ee13527d-8350-4c57-b7a3-0e79527f85bc resource provider aggregate not found
Jun 24 16:32:57.454090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.479165 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ee13527d-8350-4c57-b7a3-0e79527f85bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee13527d-8350-4c57-b7a3-0e79527f85bc found for delete  ", "request_id": "req-05380f99-3408-4960-932d-7479f5b9ee1d"}]}
Jun 24 16:32:57.496545 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.503113 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.530478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] Pushing event deleted for resources: {'Network': ['ID=5a0c7d8b-0c0e-410a-91b3-8fa745717c1a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:57.546311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.556996 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0980df73-08af-4695-9ee3-d48452f31955 admin admin] 10.222.0.18 "DELETE /v2.0/networks/5a0c7d8b-0c0e-410a-91b3-8fa745717c1a HTTP/1.1" status: 204  len: 168 time: 1.9297101
Jun 24 16:32:57.565008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fd82bb5-62dc-40fb-a948-90648f00f53e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:57.573043 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.577134 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3801d726-5d17-4bbf-86f0-f255025986f0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3fd82bb5-62dc-40fb-a948-90648f00f53e HTTP/1.1" status: 204  len: 168 time: 0.3137503
Jun 24 16:32:57.804933 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Deleting port 2b431a24-419e-4893-a51c-f3549b4a4898 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:32:57.806224 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:57.905959 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57792) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:57.935239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f947e923-c9e6-4b7c-96af-b85e3bfa062d None None] The port '2b431a24-419e-4893-a51c-f3549b4a4898' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:32:58.002031 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4561249b-a933-4ead-804a-6367db6125e3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=166c04f72691440d883f2508cc22df58&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0939934
Jun 24 16:32:58.005074 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57798) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:32:58.101349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:58.268583 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:58.390669 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def201fa-21e8-48a3-ab31-c6e2ee834a89 req-57be1d72-5bac-411b-8c3a-f939c2c5e367 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:58.392259 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-def201fa-21e8-48a3-ab31-c6e2ee834a89 req-57be1d72-5bac-411b-8c3a-f939c2c5e367 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2662196
Jun 24 16:32:58.403414 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f608572a-5d2f-46be-aa3c-f4c910f64eb2 req-e53a108b-fe33-4950-a81d-35ac63179a46 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:32:58.405327 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f608572a-5d2f-46be-aa3c-f4c910f64eb2 req-e53a108b-fe33-4950-a81d-35ac63179a46 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2254658
Jun 24 16:32:58.519657 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:58.565735 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a0e76a-cd2c-49ea-9846-c5fa07a70cb5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:32:58.612515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:32:58.613758 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-344c9817-0141-4003-b552-3b210f39cbd4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/07a0e76a-cd2c-49ea-9846-c5fa07a70cb5 HTTP/1.1" status: 204  len: 168 time: 0.6073499
Jun 24 16:32:58.617236 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-def201fa-21e8-48a3-ab31-c6e2ee834a89 req-05e99e40-f076-4eb1-8c2a-e9755f31c9b7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2107356
Jun 24 16:32:58.636959 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f608572a-5d2f-46be-aa3c-f4c910f64eb2 req-271c3a36-0f3c-43f0-bef2-508891b19b97 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1107905
Jun 24 16:33:00.060292 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f6bdb86-f3b6-4a88-93bd-23e6206a923e req-c9ecde02-c045-4a98-bef2-aa289ddb1474 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:00.061947 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f6bdb86-f3b6-4a88-93bd-23e6206a923e req-c9ecde02-c045-4a98-bef2-aa289ddb1474 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2143512
Jun 24 16:33:00.073103 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9ade9d-5c77-4caf-be07-6f585e3dae9b req-bec6dc84-318d-4aee-a638-53f1274aed17 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:00.074727 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9ade9d-5c77-4caf-be07-6f585e3dae9b req-bec6dc84-318d-4aee-a638-53f1274aed17 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1578915
Jun 24 16:33:00.161342 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f6bdb86-f3b6-4a88-93bd-23e6206a923e req-5126abcf-6b45-40e2-8a09-e9e3f67cd71b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0804276
Jun 24 16:33:00.166548 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9ade9d-5c77-4caf-be07-6f585e3dae9b req-f5903081-b4df-4c56-8849-d556cfec3eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0701056
Jun 24 16:33:01.097524 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:33:01.632359 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b36b78-2996-4120-95b2-78182d9d37d6 req-536dd636-4c78-40b9-bdaf-62cf517b6545 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:01.643813 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8b36b78-2996-4120-95b2-78182d9d37d6 req-536dd636-4c78-40b9-bdaf-62cf517b6545 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2720642
Jun 24 16:33:01.653667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b96fae9-957e-4e7d-beee-67444befe660 req-d1870c75-1386-4c9c-9a60-42337e2e205e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:01.655594 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b96fae9-957e-4e7d-beee-67444befe660 req-d1870c75-1386-4c9c-9a60-42337e2e205e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.3309557
Jun 24 16:33:01.757680 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b96fae9-957e-4e7d-beee-67444befe660 req-508c3e7c-24a8-459c-a414-51820746371a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0852249
Jun 24 16:33:01.770234 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8b36b78-2996-4120-95b2-78182d9d37d6 req-02b111ea-03eb-47f2-b41f-61e683380529 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1249120
Jun 24 16:33:02.477687 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 57948) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:02.666434 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:02.690203 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:02.696086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Usage tracker for resource:security_group_rule and tenant:17852235793b4e1b8a72d953c0200ae4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:02.703402 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:02.714647 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:02.893437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:02.902244 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:03.094736 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=17852235793b4e1b8a72d953c0200ae4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6126864
Jun 24 16:33:03.095563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 57970) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:03.098314 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d7b7f8-3768-470a-a0e3-d3d482e64bd8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b569a80-5955-4f3d-b1ec-f6bffa399e50,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:03.219125 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6932c1c9-feba-47ac-b35e-3bfee95afab2 req-ce782116-a69a-47d0-95bf-9ca3c771fc7a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:03.221741 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6932c1c9-feba-47ac-b35e-3bfee95afab2 req-ce782116-a69a-47d0-95bf-9ca3c771fc7a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.2720270
Jun 24 16:33:03.236687 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c161c3c-69a7-463d-84ca-75b4347a1eb1 req-db8331fb-e3df-47b2-a06a-2d360d1d9910 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:03.239540 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4c161c3c-69a7-463d-84ca-75b4347a1eb1 req-db8331fb-e3df-47b2-a06a-2d360d1d9910 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2913101
Jun 24 16:33:03.273875 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:03.322039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6932c1c9-feba-47ac-b35e-3bfee95afab2 req-d3460a51-3a79-4200-be76-24796b1efc1d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810461
Jun 24 16:33:03.351631 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4c161c3c-69a7-463d-84ca-75b4347a1eb1 req-22254ac0-be41-43bb-a257-3d9d5f01be9c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0917509
Jun 24 16:33:03.381177 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:03.515156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:03.541555 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b569a80-5955-4f3d-b1ec-f6bffa399e50,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:03.552666 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:03.554619 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-20fa5caa-5845-450f-b96f-812c847dc276 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8b569a80-5955-4f3d-b1ec-f6bffa399e50 HTTP/1.1" status: 204  len: 168 time: 0.4577727
Jun 24 16:33:04.160520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b013b17-69ba-454c-bc0f-f8cd9348dffd req-e5903270-23f0-4f81-8a27-a9e0f908f63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:04.165470 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b013b17-69ba-454c-bc0f-f8cd9348dffd req-e5903270-23f0-4f81-8a27-a9e0f908f63c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1098 time: 0.1615894
Jun 24 16:33:04.250063 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b013b17-69ba-454c-bc0f-f8cd9348dffd req-13767293-b9f3-4688-a00f-321dea276c25 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0775864
Jun 24 16:33:04.738425 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aaa3d8-81d0-4852-887b-4e7ab3289010 req-edc506c4-8c1b-4382-a1c4-239664e5ce06 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:04.741049 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-28aaa3d8-81d0-4852-887b-4e7ab3289010 req-edc506c4-8c1b-4382-a1c4-239664e5ce06 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1834538
Jun 24 16:33:04.800039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-28aaa3d8-81d0-4852-887b-4e7ab3289010 req-ef050e71-9a5a-4ce1-9bf7-79b88ce847b4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0446956
Jun 24 16:33:05.900339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7306eb9a-2b2d-473c-a32c-31e6428354bd req-821ed622-11c6-4a67-bcfb-e1dcb96f7103 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:05.903312 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7306eb9a-2b2d-473c-a32c-31e6428354bd req-821ed622-11c6-4a67-bcfb-e1dcb96f7103 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1482465
Jun 24 16:33:05.996355 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7306eb9a-2b2d-473c-a32c-31e6428354bd req-4955b62d-4199-4e00-b36c-c0b6e04bf357 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0869336
Jun 24 16:33:06.149933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13ffa92-d866-4f7f-8fa0-3f3725d834c8 req-7f90c84d-a152-4dd9-8316-f81be1c9f33f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:06.152195 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a13ffa92-d866-4f7f-8fa0-3f3725d834c8 req-7f90c84d-a152-4dd9-8316-f81be1c9f33f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1459634
Jun 24 16:33:06.215461 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a13ffa92-d866-4f7f-8fa0-3f3725d834c8 req-27adff9f-a767-40fa-86aa-b442ad99a420 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554502
Jun 24 16:33:06.679194 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965e96b4-127b-4351-8795-9c733a678b2e req-ca369a91-8e0a-4f38-b011-ca87e4020188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:06.680943 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-965e96b4-127b-4351-8795-9c733a678b2e req-ca369a91-8e0a-4f38-b011-ca87e4020188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1112502
Jun 24 16:33:06.740936 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-965e96b4-127b-4351-8795-9c733a678b2e req-6d17377d-ace4-4775-a336-a0757af04438 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0536690
Jun 24 16:33:07.256808 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3238ceb-3975-4f3b-ba4e-5d3e0ed4b3f2 req-08d9763c-71c1-4510-aa19-554711c63f4b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:07.260277 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a3238ceb-3975-4f3b-ba4e-5d3e0ed4b3f2 req-08d9763c-71c1-4510-aa19-554711c63f4b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1271167
Jun 24 16:33:07.329833 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a3238ceb-3975-4f3b-ba4e-5d3e0ed4b3f2 req-630a06fe-6d3e-4431-83eb-1e9d4ed21ad4 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0615759
Jun 24 16:33:08.570102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d0e3bac-e71c-4207-9356-b9365826260b req-7d109a54-593d-49ad-b1cc-addf622c4ec3 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:08.571616 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6d0e3bac-e71c-4207-9356-b9365826260b req-7d109a54-593d-49ad-b1cc-addf622c4ec3 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1061234
Jun 24 16:33:08.636078 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6d0e3bac-e71c-4207-9356-b9365826260b req-eab08bc5-d504-4549-bee3-8fd6dc33d083 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0583999
Jun 24 16:33:09.862676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f55be6-5261-4e03-827f-a04be73a26f5 req-1b5340c6-0bbf-46eb-b0af-7a2a79273723 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:09.864181 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-30f55be6-5261-4e03-827f-a04be73a26f5 req-1b5340c6-0bbf-46eb-b0af-7a2a79273723 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1039610
Jun 24 16:33:09.919500 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-30f55be6-5261-4e03-827f-a04be73a26f5 req-d453d150-e938-4b89-bfdf-fab300e85ea9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0487673
Jun 24 16:33:10.959380 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:11.248161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23cd594-c071-437c-99c7-5cc130f0698b req-345bf911-f0bd-492f-88fe-5002b820392d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:11.249689 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23cd594-c071-437c-99c7-5cc130f0698b req-345bf911-f0bd-492f-88fe-5002b820392d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1929862
Jun 24 16:33:11.298067 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23cd594-c071-437c-99c7-5cc130f0698b req-e672a179-aa1d-462a-bd5f-c08c4db7ec2a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0424557
Jun 24 16:33:12.071538 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-7c71d254-c0c7-462d-9745-63759d725e25 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:12.074336 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-7c71d254-c0c7-462d-9745-63759d725e25 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.1414793
Jun 24 16:33:12.185691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Deleting port eee1df7d-b70e-4fac-bc05-3f41f73577d9 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:33:12.186414 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:12.663105 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] For port eee1df7d-b70e-4fac-bc05-3f41f73577d9, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=eee1df7d-b70e-4fac-bc05-3f41f73577d9,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:12.664166 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:12.745692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbbcdca-512b-4fab-ac9f-fb89bdf2e500 req-5cea7228-7f45-494a-af5a-2beb11573b91 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:12.751649 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3cbbcdca-512b-4fab-ac9f-fb89bdf2e500 req-5cea7228-7f45-494a-af5a-2beb11573b91 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 945 time: 0.2377520
Jun 24 16:33:12.861025 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Calling delete_port for eee1df7d-b70e-4fac-bc05-3f41f73577d9 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:33:13.065616 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3cbbcdca-512b-4fab-ac9f-fb89bdf2e500 req-1642ba2d-cb78-45e1-b079-a4319e8ec28b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2909269
Jun 24 16:33:13.309118 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:13.397072 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Pushing event deleted for resources: {'Port': ['ID=eee1df7d-b70e-4fac-bc05-3f41f73577d9,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:13.412517 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.413139 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.413660 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.414489 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.415082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.415871 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.416011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.416401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.416825 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.417228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.417648 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.418063 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:13.539817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-fe80bb14-35ed-4e33-8cbc-e5ffc744fbee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:13.541375 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-fe80bb14-35ed-4e33-8cbc-e5ffc744fbee service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.1855950
Jun 24 16:33:13.646224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] No DVR routers for this DVR port eee1df7d-b70e-4fac-bc05-3f41f73577d9 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:33:13.656727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:13.659534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'name': 'network-vif-deleted', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:33:13.700347 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c836ea40-38d4-442b-9ccf-c33311aae5be req-a660716d-11d3-4dba-b831-063d541e571f tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "DELETE /v2.0/ports/eee1df7d-b70e-4fac-bc05-3f41f73577d9 HTTP/1.1" status: 204  len: 173 time: 1.6191223
Jun 24 16:33:13.745154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce237f-806c-4dba-9d6c-0687752b2523 req-4bf2505c-2851-44a6-b9de-606e1f5e95fd tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:13.746795 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-33ce237f-806c-4dba-9d6c-0687752b2523 req-4bf2505c-2851-44a6-b9de-606e1f5e95fd tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1914215
Jun 24 16:33:13.748556 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-46fe8cd3-204e-498e-9a26-1d1c22a6a78b'] response: {'server_uuid': '6d4e660b-2f36-40f0-9d87-14b6146eb533', 'name': 'network-vif-deleted', 'tag': 'eee1df7d-b70e-4fac-bc05-3f41f73577d9', 'status': 'completed', 'code': 200}
Jun 24 16:33:13.780699 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-3dc6aea8-7b20-46a6-8de0-d91433803311 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:13.783387 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-3dc6aea8-7b20-46a6-8de0-d91433803311 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2344408
Jun 24 16:33:13.838840 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-33ce237f-806c-4dba-9d6c-0687752b2523 req-c9e06671-3b56-4679-bbe6-7cb817edaf47 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0783539
Jun 24 16:33:13.882173 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-b418a4f8-813f-4410-8124-f8a481d366dc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.0873923
Jun 24 16:33:13.990099 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-07fddc7e-8ca0-4b9d-9db0-e131970188d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:13.992161 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-07fddc7e-8ca0-4b9d-9db0-e131970188d7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0996583
Jun 24 16:33:14.128284 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-dd3afc35-8175-465b-a990-57b28c8d8c55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:14.131159 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-dd3afc35-8175-465b-a990-57b28c8d8c55 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1306512
Jun 24 16:33:14.294039 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-45766477-5758-4c6d-88b5-211a364325b0 req-c3bfd914-0b85-498e-b294-840ff50914dc tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Synchronizing usage tracker for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:33:14.322640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-45766477-5758-4c6d-88b5-211a364325b0 req-c3bfd914-0b85-498e-b294-840ff50914dc tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Unset dirty status for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:33:14.336646 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45766477-5758-4c6d-88b5-211a364325b0 req-c3bfd914-0b85-498e-b294-840ff50914dc tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=6d4e660b-2f36-40f0-9d87-14b6146eb533 HTTP/1.1" status: 200  len: 210 time: 0.1398759
Jun 24 16:33:14.436247 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-a1305a21-7dec-4b09-8e25-6475ed484347 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2926948
Jun 24 16:33:14.677480 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-769ffb06-e494-444e-b3ad-9fc0c5d213e4 req-8e0ee94e-efe9-4bbe-bfd7-804a8ae9fb9b service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2333591
Jun 24 16:33:14.927800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-ad76fa79-f336-4db6-b996-f4c1d47ea95c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:14.929307 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-ad76fa79-f336-4db6-b996-f4c1d47ea95c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.1179900
Jun 24 16:33:15.191797 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36db91a1-b0e4-4268-8323-a1c2104dcd27 req-55d30792-a807-45e7-af0c-ffc3752ea067 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:15.194865 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-36db91a1-b0e4-4268-8323-a1c2104dcd27 req-55d30792-a807-45e7-af0c-ffc3752ea067 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1531653
Jun 24 16:33:15.198130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-e08be308-ab80-42db-99bb-8d4098934dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:15.201133 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-e08be308-ab80-42db-99bb-8d4098934dd4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2458336
Jun 24 16:33:15.209327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device eee1df7d-b70e-4fac-bc05-3f41f73577d9 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:33:15.307477 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: eee1df7d-b70e-4fac-bc05-3f41f73577d9 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:33:15.310126 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device eee1df7d-b70e-4fac-bc05-3f41f73577d9 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:33:15.343657 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-36db91a1-b0e4-4268-8323-a1c2104dcd27 req-8c7c0d6b-33a8-428c-a1a4-fc4ad22abacc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385586
Jun 24 16:33:15.349313 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-8d702821-e454-4ee6-8758-692ecae165ae service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.1406746
Jun 24 16:33:15.527146 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-b94b5b09-9696-495a-9c0c-f2c05509d01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:15.529066 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-b94b5b09-9696-495a-9c0c-f2c05509d01a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.1692460
Jun 24 16:33:15.702252 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-e9d7de05-0314-4a3d-a780-436237a8beb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:15.703876 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-e9d7de05-0314-4a3d-a780-436237a8beb4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1647747
Jun 24 16:33:15.746208 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58316) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:15.952899 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-7d5d781f-1da4-4967-bf7d-847c5b3ab05e service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2297328
Jun 24 16:33:16.157998 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:16.186933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:16.196148 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Usage tracker for resource:security_group_rule and tenant:0f02e50da0eb477fad17a1df3098a783 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:16.202798 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:16.213722 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-e6a106e1-ad9d-4dd5-ba4e-5d91decc54a9 req-d4fe624e-eaaf-4332-97ff-caaa6f6bffce service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2524157
Jun 24 16:33:16.225020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:16.277034 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-f188e564-6cd4-464c-9a9d-57bca7366ff9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:16.277034 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-f188e564-6cd4-464c-9a9d-57bca7366ff9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 808 time: 0.2930303
Jun 24 16:33:16.307170 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-2488d5de-1c61-4b19-ac12-07c647101b2d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/quotas/55fd35a8f65244b5a18f841af49d5c7d HTTP/1.1" status: 200  len: 375 time: 0.0157502
Jun 24 16:33:16.432353 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-7cf58335-cd2d-4257-a1d1-8819dc713157 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1135969
Jun 24 16:33:16.696846 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:16.716517 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:16.804550 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0f02e50da0eb477fad17a1df3098a783&name=default HTTP/1.1" status: 200  len: 2979 time: 1.0570707
Jun 24 16:33:16.808041 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ec22b0-5511-4082-99f8-634321ddb5a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0ba1b75-aa37-4d92-9210-524fd54d3828,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:16.809206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58352) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:16.835520 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-683c19f6-3de7-4f2a-9bbd-0f824b4d6c7b service neutron] 10.222.0.18 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3835502
Jun 24 16:33:16.894863 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:16.932333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:16.943212 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d37e52-4208-4a1b-a760-18d52a87fd62 req-4cc6ac96-76d1-4cd9-904e-9bb7340f1252 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:16.944773 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-15d37e52-4208-4a1b-a760-18d52a87fd62 req-4cc6ac96-76d1-4cd9-904e-9bb7340f1252 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.2899971
Jun 24 16:33:16.993574 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:17.023548 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0ba1b75-aa37-4d92-9210-524fd54d3828,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:17.024567 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-15d37e52-4208-4a1b-a760-18d52a87fd62 req-f5997506-3816-40b7-bd1a-548603a41ed1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0712011
Jun 24 16:33:17.035297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.035636 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.036140 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.036472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.036797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.037117 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.037441 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.037758 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.038261 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.038586 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.038932 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.039253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:17.043159 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:17.044512 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0e94f2c5-f69d-4991-b38f-32cc8e775cc4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a0ba1b75-aa37-4d92-9210-524fd54d3828 HTTP/1.1" status: 204  len: 168 time: 0.2339911
Jun 24 16:33:17.053891 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-766dedd6-b32d-417b-a73e-eb40eff1bc54 service neutron] 10.222.0.18 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2091470
Jun 24 16:33:17.337748 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5880488b-31d9-4943-83d1-e28cb285df5d req-86c16aef-feaa-417d-98a8-72634e6418e0 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 210 time: 0.0782228
Jun 24 16:33:17.622073 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58382) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:17.650284 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:17.680605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:17.684935 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Usage tracker for resource:security_group_rule and tenant:d88421fc95294981becd909e7b20312d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:17.690098 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:17.700365 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:17.873890 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:17.880014 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:17.968119 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d88421fc95294981becd909e7b20312d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3404922
Jun 24 16:33:17.968119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecfe49c8-8d23-4272-8343-c6de9663b62f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=153c3d05-a74c-4e03-bad4-afac4cb13c04,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:17.969335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58398) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:18.060141 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.105315 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.225083 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.242354 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58408) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:18.257340 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=153c3d05-a74c-4e03-bad4-afac4cb13c04,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:18.350352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.353973 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b0091f8b-df40-4d6f-bc58-4d866b8dbead admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/153c3d05-a74c-4e03-bad4-afac4cb13c04 HTTP/1.1" status: 204  len: 168 time: 0.3832693
Jun 24 16:33:18.421987 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58418) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:18.473875 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc2d27c-5aaf-4414-ac6b-24ebea3c5d4b req-6e08e984-a65e-4e3c-8f07-cccf300656d1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:18.477196 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5dc2d27c-5aaf-4414-ac6b-24ebea3c5d4b req-6e08e984-a65e-4e3c-8f07-cccf300656d1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.2244353
Jun 24 16:33:18.584930 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5dc2d27c-5aaf-4414-ac6b-24ebea3c5d4b req-98c6931b-c022-401b-9b4f-f6b1e0ebf25a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0967054
Jun 24 16:33:18.682861 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-af96af48-e1c9-4b61-aac5-e2d058613910 req-8c4d6e20-ca39-4a44-b0e3-ca6226aa41bf tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 210 time: 0.0742488
Jun 24 16:33:18.725251 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.749440 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:18.754380 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Usage tracker for resource:security_group_rule and tenant:d4dd930c9751400a96fa66acda9417c0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:18.759470 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:18.785729 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:18.874196 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ca389fcb-1e61-4643-a0b3-7ce1bfa552a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.956391 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:18.963294 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.023073 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58430) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:19.026365 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4dd930c9751400a96fa66acda9417c0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7825186
Jun 24 16:33:19.037872 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d9f637-4a44-4726-b41b-69c670748d81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc54202-5719-4b41-aee9-0395ea6cbdd6,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:19.133827 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.155916 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.233098 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:19.234233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.241798 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Usage tracker for resource:security_group_rule and tenant:f89397560d6e433dbc3958baba1d09cd is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:19.255317 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:19.267220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:19.361653 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-be6b826d-3796-4f8f-be69-281d9ac15f3a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:19.362658 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-cc978621-6942-4997-9466-44d3099b2a17 req-be6b826d-3796-4f8f-be69-281d9ac15f3a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Synchronizing usage tracker for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:33:19.370584 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.395725 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc54202-5719-4b41-aee9-0395ea6cbdd6,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:19.404304 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.409778 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-18ed3594-c9ff-4648-950d-eb7a33608f61 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dfc54202-5719-4b41-aee9-0395ea6cbdd6 HTTP/1.1" status: 204  len: 168 time: 0.3849273
Jun 24 16:33:19.472128 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-cc978621-6942-4997-9466-44d3099b2a17 req-be6b826d-3796-4f8f-be69-281d9ac15f3a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Unset dirty status for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:33:19.473468 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-be6b826d-3796-4f8f-be69-281d9ac15f3a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 808 time: 0.4135635
Jun 24 16:33:19.486324 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Request body: {'port': {'device_id': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e', 'admin_state_up': True, 'tenant_id': '55fd35a8f65244b5a18f841af49d5c7d'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:19.648722 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.660869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:19.963985 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f89397560d6e433dbc3958baba1d09cd&name=default HTTP/1.1" status: 200  len: 2979 time: 1.5390918
Jun 24 16:33:19.973717 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58462) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:19.990845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ade6b1-345e-42e4-a8fc-aaf6dc2e2a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8e237f-0e78-495e-8a89-c2e207c2fec5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:20.070853 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:20.089614 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:20.108430 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Made reservation on behalf of 55fd35a8f65244b5a18f841af49d5c7d for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:33:20.117741 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.146049 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58466) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:20.187656 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8f91295a-183b-467a-b0d3-76f7054148e8 req-7c3573c1-56ef-4882-ad67-bf2fda825a9b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 210 time: 0.2116108
Jun 24 16:33:20.189639 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.299496 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319c33be-2f2e-42b4-9278-4a8d48abaaae req-6975a4f0-fa6b-4b14-9a11-c62b90957c39 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:20.302295 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-319c33be-2f2e-42b4-9278-4a8d48abaaae req-6975a4f0-fa6b-4b14-9a11-c62b90957c39 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.4822247
Jun 24 16:33:20.318485 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:20.332293 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Usage tracker for resource:security_group_rule and tenant:d825991c052b4781996dbdd9ef5a5d68 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:20.339919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.342220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:20.374269 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:20.410770 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-319c33be-2f2e-42b4-9278-4a8d48abaaae req-9f7e343d-d771-41bd-9edd-a3539c5e7f53 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0937250
Jun 24 16:33:20.414760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.504246 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.527309 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8e237f-0e78-495e-8a89-c2e207c2fec5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:20.547280 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.556754 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-8734ab4d-df39-4fad-a4b0-ea1cb6b42557 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/ce8e237f-0e78-495e-8a89-c2e207c2fec5 HTTP/1.1" status: 204  len: 168 time: 0.5619814
Jun 24 16:33:20.586026 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Allocated IP 172.20.0.8 (122001b6-bbce-455c-bf04-68783d81a89e/992c857d-6372-4649-bbb2-554329620959/ea66b455-fbf3-476e-94fe-b88e627a3c9c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:20.718254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.747302 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:20.905290 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d825991c052b4781996dbdd9ef5a5d68&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7574515
Jun 24 16:33:20.909836 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b0c651-66e0-4a74-8de9-ad3cf5fc9672 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df14755a-2e5c-4993-a5dc-3064001c9a16,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:20.910114 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58484) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:21.036857 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.063895 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.097283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.101104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.166054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-896ef826-8d1d-4cf5-8fea-b0c4640c6405 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.219153 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.230170 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Network 122001b6-bbce-455c-bf04-68783d81a89e is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:21.234059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:21.237337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:21.282266 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:21.300279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df14755a-2e5c-4993-a5dc-3064001c9a16,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:21.304575 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.331587 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-95c4d595-0325-4fa6-8d57-6eb0ed5f4de9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/df14755a-2e5c-4993-a5dc-3064001c9a16 HTTP/1.1" status: 204  len: 168 time: 0.4195340
Jun 24 16:33:21.348366 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:21.349308 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.439771 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-54931683-205c-46bd-9fb9-9d0a90c24b9e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.9568007
Jun 24 16:33:21.461925 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Request body: {'port': {'device_id': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:21.702753 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.860745 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4af40eb-5fb2-4c44-9d96-9b36dbd009db req-3922e757-ee99-4255-80c6-195fa7152d78 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:21.862220 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f4af40eb-5fb2-4c44-9d96-9b36dbd009db req-3922e757-ee99-4255-80c6-195fa7152d78 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1791983
Jun 24 16:33:21.874350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4d215b-23f9-4a4f-be9a-5ad8b9e802ae req-9911c137-2d08-4ba6-9570-e96bc247f989 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:21.876582 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a4d215b-23f9-4a4f-be9a-5ad8b9e802ae req-9911c137-2d08-4ba6-9570-e96bc247f989 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 931 time: 0.3460586
Jun 24 16:33:21.950004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:21.982949 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f4af40eb-5fb2-4c44-9d96-9b36dbd009db req-b425476a-1ad6-4beb-a474-9edcce88de39 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1046972
Jun 24 16:33:21.995596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a4d215b-23f9-4a4f-be9a-5ad8b9e802ae req-018d5c47-ae1e-41e4-800c-cb534974b4ec tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0898716
Jun 24 16:33:22.193893 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58526) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:22.227643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.265441 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:22.278161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Usage tracker for resource:security_group_rule and tenant:3328751dfb1e426fb9f919856e5fb1f0 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:22.281368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:22.292442 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:22.312078 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.410860 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ea66b455-fbf3-476e-94fe-b88e627a3c9c {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:33:22.420998 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.451482 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Transition to ACTIVE for port object ea66b455-fbf3-476e-94fe-b88e627a3c9c will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:22.456823 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.505639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.522627 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.608792 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3328751dfb1e426fb9f919856e5fb1f0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4135687
Jun 24 16:33:22.612336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58542) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:22.615368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80cc80c7-899b-4124-a5c9-25e22f44783b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4557b7ef-b311-4f82-8706-cff50843b3b7,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:22.727663 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.760751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.763690 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:22.872507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.912198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4557b7ef-b311-4f82-8706-cff50843b3b7,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:22.922858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:22.925200 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3ce440cb-722e-43e3-b052-7b5568fe5afa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4557b7ef-b311-4f82-8706-cff50843b3b7 HTTP/1.1" status: 204  len: 168 time: 0.3112233
Jun 24 16:33:23.045783 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Attempting to bind port ea66b455-fbf3-476e-94fe-b88e627a3c9c on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:23.046162 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Attempting to bind port ea66b455-fbf3-476e-94fe-b88e627a3c9c by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:23.046495 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Attempting to bind port ea66b455-fbf3-476e-94fe-b88e627a3c9c on network 122001b6-bbce-455c-bf04-68783d81a89e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:23.053532 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Port ea66b455-fbf3-476e-94fe-b88e627a3c9c on network 122001b6-bbce-455c-bf04-68783d81a89e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:33:23.053856 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Attempting to bind port ea66b455-fbf3-476e-94fe-b88e627a3c9c on network 122001b6-bbce-455c-bf04-68783d81a89e {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:23.065905 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:23.066521 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Checking segment: {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:23.066959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Bound using segment: {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:23.067423 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Bound port: ea66b455-fbf3-476e-94fe-b88e627a3c9c, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 342, 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:23.067832 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:23.231236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:23.239481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:23.246443 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:23.375950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:23.421514 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:23.446209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:23.448857 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:23.463376 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-bcfb1339-2716-4b45-944f-b4ce69bbd0c8 service neutron] 10.222.0.47 "PUT /v2.0/ports/ea66b455-fbf3-476e-94fe-b88e627a3c9c HTTP/1.1" status: 200  len: 1093 time: 2.0102210
Jun 24 16:33:23.467041 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:33:23.737410 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-76654c69-3771-4b37-8c89-5bcd1114aa99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:23.740045 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-76654c69-3771-4b37-8c89-5bcd1114aa99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 1096 time: 0.2205501
Jun 24 16:33:23.876170 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7834296e-ffd7-4861-bf9d-a71d1074fae6 req-5ad69a15-858b-4cae-be22-6ba09e8e6111 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:23.907527 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7834296e-ffd7-4861-bf9d-a71d1074fae6 req-5ad69a15-858b-4cae-be22-6ba09e8e6111 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.5049016
Jun 24 16:33:24.064208 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-296524a2-b4a8-4335-a0a5-a1d3f4d54059 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c HTTP/1.1" status: 200  len: 217 time: 0.3157556
Jun 24 16:33:24.117719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-350a21de-02cc-432f-87dc-f3899a29661a req-24e13373-905b-4f61-bf3f-92863dd82553 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:24.130960 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-350a21de-02cc-432f-87dc-f3899a29661a req-24e13373-905b-4f61-bf3f-92863dd82553 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 943 time: 0.5883455
Jun 24 16:33:24.182354 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7834296e-ffd7-4861-bf9d-a71d1074fae6 req-aa406802-9af9-487d-8f6f-c3e4a166b1a7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2734120
Jun 24 16:33:24.247619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc978621-6942-4997-9466-44d3099b2a17 req-36f35112-e571-4d7a-85a7-7b6c55667ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:24.251496 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-36f35112-e571-4d7a-85a7-7b6c55667ce6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=992c857d-6372-4649-bbb2-554329620959 HTTP/1.1" status: 200  len: 848 time: 0.1767275
Jun 24 16:33:24.282905 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-350a21de-02cc-432f-87dc-f3899a29661a req-44ce95a3-18c4-45c8-84d7-e0a97fe3d08c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1358497
Jun 24 16:33:24.421347 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8d0b8c4d-2b9f-40c9-a759-1629d812afc2'] response: {'name': 'network-changed', 'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'status': 'completed', 'code': 200}
Jun 24 16:33:24.435270 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-efff6091-35b1-42e8-a615-ec5220f5a3db service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=122001b6-bbce-455c-bf04-68783d81a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1733785
Jun 24 16:33:24.648460 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-c2ed325d-8a1a-4686-bdf8-975b9eb27176 service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2043841
Jun 24 16:33:24.870926 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-cc978621-6942-4997-9466-44d3099b2a17 req-4dd1fa3d-03a7-4c92-92cb-dfd37c6eaacd service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2119448
Jun 24 16:33:25.120447 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040655-db95-40cd-a2b8-97b69383cffd req-61fdd389-d315-4f7f-ab1e-c7fa4950cc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:25.122177 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-61fdd389-d315-4f7f-ab1e-c7fa4950cc99 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 1096 time: 0.1698711
Jun 24 16:33:25.396315 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040655-db95-40cd-a2b8-97b69383cffd req-288631e0-fbdf-475a-b99b-174dea9f83f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:25.402437 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-288631e0-fbdf-475a-b99b-174dea9f83f0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 200  len: 909 time: 0.2695715
Jun 24 16:33:25.662730 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-845835aa-cbd9-45c9-b171-2f822e67aefe req-9ce5eb8e-3632-4e8c-bd45-9ddaba105bc4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:25.663564 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-465d6667-85bc-4ce4-b746-a9a025e5647e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c HTTP/1.1" status: 200  len: 217 time: 0.2494042
Jun 24 16:33:25.667804 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-845835aa-cbd9-45c9-b171-2f822e67aefe req-9ce5eb8e-3632-4e8c-bd45-9ddaba105bc4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.2022250
Jun 24 16:33:25.804069 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35040655-db95-40cd-a2b8-97b69383cffd req-53e45a01-4898-47c0-9479-68bb5f5724e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:25.806751 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-53e45a01-4898-47c0-9479-68bb5f5724e5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=992c857d-6372-4649-bbb2-554329620959 HTTP/1.1" status: 200  len: 848 time: 0.1277208
Jun 24 16:33:25.848888 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-845835aa-cbd9-45c9-b171-2f822e67aefe req-223f333f-2b87-49b5-9e9b-a876f844a25e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1113942
Jun 24 16:33:25.899300 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-1c9cf65c-2569-4d90-bd6e-3252c3ae3ca9 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=122001b6-bbce-455c-bf04-68783d81a89e&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0793869
Jun 24 16:33:25.901410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afbf2fc7-6da5-4b72-830c-bee405072778 req-decc6b59-db1e-4e01-8cb9-22b4d24c1739 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:25.904445 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-afbf2fc7-6da5-4b72-830c-bee405072778 req-decc6b59-db1e-4e01-8cb9-22b4d24c1739 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 943 time: 0.2592583
Jun 24 16:33:26.006612 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-afbf2fc7-6da5-4b72-830c-bee405072778 req-f9cc9c5e-39e6-4cfa-92bd-446b27cfddc4 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0959666
Jun 24 16:33:26.159836 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-b134fa1b-35e1-4646-b24c-43b12c92b59f service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2430706
Jun 24 16:33:26.238823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58716) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:26.423823 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-35040655-db95-40cd-a2b8-97b69383cffd req-7fd1cca6-3cf1-479b-93a7-36c00fa0d9e8 service neutron] 10.222.0.47 "GET /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2547610
Jun 24 16:33:26.599235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6faef784-34bf-4c6a-a7cd-93f670c35557 req-e933c8e3-9397-4780-981f-862096f413d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:26.601296 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6faef784-34bf-4c6a-a7cd-93f670c35557 req-e933c8e3-9397-4780-981f-862096f413d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.1229403
Jun 24 16:33:26.685855 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6faef784-34bf-4c6a-a7cd-93f670c35557 req-6add0a46-6e60-4a82-a6ee-70c7b68aa009 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0749667
Jun 24 16:33:26.727839 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:26.754264 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:26.762390 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Usage tracker for resource:security_group_rule and tenant:0cd2f040c3b84864a0905a08ffd0d481 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:26.768719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:26.780696 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:26.908059 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:26.914571 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:26.970221 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0cd2f040c3b84864a0905a08ffd0d481&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7300708
Jun 24 16:33:26.974435 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58744) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:27.037999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86199533-6c74-443c-a697-1a355b3acd31 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e81a487-04cb-4c2e-a058-2e32fe588c32,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:27.093192 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:27.224967 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:27.333192 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device ea66b455-fbf3-476e-94fe-b88e627a3c9c details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:33:27.387203 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b97b828-d483-40c5-9894-c303687f5149 req-9a0b1873-09ba-45a8-9cb5-9c0f4cf7ce2b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:27.393868 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b97b828-d483-40c5-9894-c303687f5149 req-9a0b1873-09ba-45a8-9cb5-9c0f4cf7ce2b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.3016131
Jun 24 16:33:27.467547 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b97b828-d483-40c5-9894-c303687f5149 req-a8a0d37f-7f95-4d01-a891-7ba51ca0610b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0721943
Jun 24 16:33:27.520607 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a1f564-9329-4b6e-9924-7838160876aa req-1106dfac-2568-4f6d-848a-14ff60190ae8 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:27.522528 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a1f564-9329-4b6e-9924-7838160876aa req-1106dfac-2568-4f6d-848a-14ff60190ae8 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 943 time: 0.2766118
Jun 24 16:33:27.523502 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:27.557793 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e81a487-04cb-4c2e-a058-2e32fe588c32,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:27.575327 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:27.580082 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e5314625-f19f-4536-9bf3-283edc1531a6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9e81a487-04cb-4c2e-a058-2e32fe588c32 HTTP/1.1" status: 204  len: 168 time: 0.6042073
Jun 24 16:33:27.611761 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a1f564-9329-4b6e-9924-7838160876aa req-cd928110-2d2a-4d4c-8bad-ec2beceb89d7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0728858
Jun 24 16:33:27.678364 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:27.702963 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'network_id': '122001b6-bbce-455c-bf04-68783d81a89e', 'port_id': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'mac_address': 'fa:16:3e:16:e1:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 342, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '992c857d-6372-4649-bbb2-554329620959', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:33:27.818418 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port ea66b455-fbf3-476e-94fe-b88e627a3c9c is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:27.819245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:27.850885 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ea66b455-fbf3-476e-94fe-b88e627a3c9c {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:33:27.889029 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:27.895324 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.011624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:28.021720 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.022050 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.022602 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.023102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.023445 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.023771 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.024096 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.024416 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.024941 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.025265 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.025588 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.025900 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:28.173790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58768) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:28.192259 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.209215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:28.214233 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Usage tracker for resource:security_group_rule and tenant:29e124120cf944acb24110231b3103c6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:28.218882 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:28.227774 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:28.274606 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['ea66b455-fbf3-476e-94fe-b88e627a3c9c'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:33:28.422499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.429288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.524860 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=29e124120cf944acb24110231b3103c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3494151
Jun 24 16:33:28.529429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58784) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:28.550491 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5adf361d-a1b4-4b44-abc4-a6d6cbe1650d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6a6555c-1cfc-4286-8f76-b9c3050343ce,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:28.674173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.785335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:28.960805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f137427-45d4-4bf6-a9cd-ddc03127570e req-cdc0409b-cee4-4d82-b279-89cb36e42eb8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:28.963369 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f137427-45d4-4bf6-a9cd-ddc03127570e req-cdc0409b-cee4-4d82-b279-89cb36e42eb8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.2702732
Jun 24 16:33:28.978557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4765320-decd-4f0c-a481-ea7be7fb7de1 req-e8f43beb-f828-41bf-a2ae-85d6165a1e5b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:28.981096 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4765320-decd-4f0c-a481-ea7be7fb7de1 req-e8f43beb-f828-41bf-a2ae-85d6165a1e5b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 944 time: 0.1828084
Jun 24 16:33:29.022617 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.063290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58792) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:29.102379 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6a6555c-1cfc-4286-8f76-b9c3050343ce,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:29.135408 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f137427-45d4-4bf6-a9cd-ddc03127570e req-075482a8-b11c-4b8a-9f76-a6a589ef3e1c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1505888
Jun 24 16:33:29.143731 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.157225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3d18d1ca-cd9f-457a-ad1c-92d5d32a19bb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6a6555c-1cfc-4286-8f76-b9c3050343ce HTTP/1.1" status: 204  len: 168 time: 0.6155837
Jun 24 16:33:29.157225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4765320-decd-4f0c-a481-ea7be7fb7de1 req-18699858-c85d-4d5e-bbe2-6999bc26986a tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1463459
Jun 24 16:33:29.251635 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.277806 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:29.286888 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Usage tracker for resource:security_group_rule and tenant:05f3e1535ac84204b26bde0de92e3032 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:29.292323 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:29.308122 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:29.471156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.476393 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.551522 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=05f3e1535ac84204b26bde0de92e3032&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4867227
Jun 24 16:33:29.552409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58810) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:29.559336 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb157c43-ac82-4e41-b2ed-d33aa68faa19 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5daec373-f9b1-4f81-9e19-97a6b1bc0027,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:29.696445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.783925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:29.902893 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-3a489e3f-3ed0-427b-9ca5-37a35bb552e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:29.909041 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-3a489e3f-3ed0-427b-9ca5-37a35bb552e5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.2147913
Jun 24 16:33:29.979325 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:30.013060 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5daec373-f9b1-4f81-9e19-97a6b1bc0027,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:30.084739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:30.091055 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-da295d4b-101a-4cef-85a3-cb17cc0373c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5daec373-f9b1-4f81-9e19-97a6b1bc0027 HTTP/1.1" status: 204  len: 168 time: 0.5329463
Jun 24 16:33:30.167801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ada2ab-d81d-44e8-a47a-5840d4cfed59 req-2a623490-c740-4b44-a8a1-cb65f1d2d7b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:30.171050 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31ada2ab-d81d-44e8-a47a-5840d4cfed59 req-2a623490-c740-4b44-a8a1-cb65f1d2d7b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.3587575
Jun 24 16:33:30.381967 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-31ada2ab-d81d-44e8-a47a-5840d4cfed59 req-a59c4090-ecd1-4ee5-8706-0de5160a2211 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1986523
Jun 24 16:33:30.574115 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-0d791dae-5d2b-4842-a9b9-7eae968b0bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:30.577462 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-0d791dae-5d2b-4842-a9b9-7eae968b0bba service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.6584690
Jun 24 16:33:30.631938 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de47a5dd-758d-4615-8a12-5e823ad65f73 req-521c876a-bbc5-4a9b-9488-b6410b1ccc75 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:30.644229 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de47a5dd-758d-4615-8a12-5e823ad65f73 req-521c876a-bbc5-4a9b-9488-b6410b1ccc75 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 944 time: 0.2102351
Jun 24 16:33:30.696202 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-673eb4ef-7d83-4b78-832b-8c0c195ce5f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.1111908
Jun 24 16:33:30.738783 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de47a5dd-758d-4615-8a12-5e823ad65f73 req-f1956554-b336-4c8f-b230-dd2652ec36d9 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0935364
Jun 24 16:33:30.783918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-2baf4d53-09d6-4443-89ab-52d3f5708f96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:30.785454 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-2baf4d53-09d6-4443-89ab-52d3f5708f96 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0829940
Jun 24 16:33:30.953957 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-bab33dc3-c1d2-4139-9e97-f852f9249c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:30.955690 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-bab33dc3-c1d2-4139-9e97-f852f9249c6c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1604593
Jun 24 16:33:31.253800 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-3be05de1-220a-4f01-8472-7d7ad5693904 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2828639
Jun 24 16:33:31.355204 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device ea66b455-fbf3-476e-94fe-b88e627a3c9c up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:31.528821 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port ea66b455-fbf3-476e-94fe-b88e627a3c9c completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:31.541249 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port ea66b455-fbf3-476e-94fe-b88e627a3c9c triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:31.541769 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:31.645348 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3bf2de2b-2632-4544-8a87-b84a16c1140e req-890f381b-ebe9-49a8-8e72-5f0efa925317 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3836751
Jun 24 16:33:31.852124 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fccb26-2236-47f0-aefd-7bac9504d628 req-10effcc1-ef2d-4e32-9dd9-6cb1f1016bea tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:31.853726 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-22fccb26-2236-47f0-aefd-7bac9504d628 req-10effcc1-ef2d-4e32-9dd9-6cb1f1016bea tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.2437007
Jun 24 16:33:31.884736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port ea66b455-fbf3-476e-94fe-b88e627a3c9c is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:31.885146 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:31.958014 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-22fccb26-2236-47f0-aefd-7bac9504d628 req-9f9ff8b2-801c-43ef-b559-3975ccc47eef tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0941999
Jun 24 16:33:31.966414 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:33:31.986663 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:31.993143 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:32.131954 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e4d5fb50-92f8-457e-9ede-5414caf9d707'] response: {'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'code': 200}
Jun 24 16:33:32.133357 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:32.396477 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d415e6ef-4fc0-4b72-8481-4f157613060f req-8dd8bda4-a788-4167-ab84-281d091d8cee tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:32.406983 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d415e6ef-4fc0-4b72-8481-4f157613060f req-8dd8bda4-a788-4167-ab84-281d091d8cee tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.3129339
Jun 24 16:33:32.486234 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d415e6ef-4fc0-4b72-8481-4f157613060f req-beeece33-6899-4672-b665-7b19a4cf6627 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0779934
Jun 24 16:33:32.628535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58920) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:32.631029 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06630228-c3bc-430c-b503-7936e083935c req-8b841da1-b55f-4a4f-bbf3-2aab4ff3950a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:32.634893 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06630228-c3bc-430c-b503-7936e083935c req-8b841da1-b55f-4a4f-bbf3-2aab4ff3950a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 1098 time: 0.1388223
Jun 24 16:33:32.715967 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-06630228-c3bc-430c-b503-7936e083935c req-2dd67024-7277-460e-afea-d7ea41963945 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0709307
Jun 24 16:33:32.865716 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-417114535-network', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:32.871346 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:32.876650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Usage tracker for resource:network and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:32.880189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:32.888016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:32.909109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Made reservation on behalf of 901fbc33d59d49f8afa7f06d62e19e16 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:33:32.911974 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:32.926276 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:32.942609 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:32.952230 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:32.957351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:32.964418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:33.123266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.165852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.231885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 324}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:33:33.245676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e455f01-df94-4eed-8f4d-6ec646d5d3b2,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:33.254343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.254727 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Added segment ee7a61e4-2e18-456f-bffe-aae407a37d8b of type vlan for network e44350f6-4ad8-4a19-8963-bdb0aaadab4f
Jun 24 16:33:33.299991 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.311297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0ad5e3-7c8b-4740-93b7-6118bd415589 req-aa41b1a2-98a9-4dc1-b2de-a3d2f781c8ee tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:33.312895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3a0ad5e3-7c8b-4740-93b7-6118bd415589 req-aa41b1a2-98a9-4dc1-b2de-a3d2f781c8ee tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1920290
Jun 24 16:33:33.412774 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.414131 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:33.414907 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.658046 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3a0ad5e3-7c8b-4740-93b7-6118bd415589 req-19f6bbb8-547f-4e81-8f42-6fa6c1b07aeb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3082352
Jun 24 16:33:33.662904 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.0332894
Jun 24 16:33:33.667699 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 58948) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:33.668782 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b376b2c6-6a66-41d0-a3e9-49aaf56ac6a0 admin admin] Pushing event updated for resources: {'Network': ['ID=e44350f6-4ad8-4a19-8963-bdb0aaadab4f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:33.673878 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Request body: {'subnet': {'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-417114535-subnet', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:33.682604 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:33:33.698201 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:33.708075 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Usage tracker for resource:subnet and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:33.719796 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:33.731732 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:33.760746 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Made reservation on behalf of 901fbc33d59d49f8afa7f06d62e19e16 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:33:33.765866 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:33.813737 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4729d-e12f-47dc-98fb-2ce551511aa3 req-70457be3-c836-4ef3-b3c3-f0a988022630 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:33.816440 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-76e4729d-e12f-47dc-98fb-2ce551511aa3 req-70457be3-c836-4ef3-b3c3-f0a988022630 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.1243534
Jun 24 16:33:33.882563 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-76e4729d-e12f-47dc-98fb-2ce551511aa3 req-cb991c4e-4dc8-441c-b674-9be5adb9d564 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0555477
Jun 24 16:33:34.085235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.160046 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Pushing event updated for resources: {'Subnet': ['ID=79aa2f16-644c-4a0a-aaa2-951a3ee64f24,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:34.192654 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:34.193128 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Network hostable DHCP agents. Network: e44350f6-4ad8-4a19-8963-bdb0aaadab4f, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:33:34.217204 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:33:34.237185 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, e44350f6-4ad8-4a19-8963-bdb0aaadab4f) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:34.244797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:34.245747 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.248294 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a372686c-a37d-4d3d-9d6d-66e01f830059 None None] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:33:34.331160 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7605e017-eec9-4a07-8250-0a908ed3596c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.6618981
Jun 24 16:33:34.336161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 58960) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:34.344387 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:34.364616 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:34.378343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Usage tracker for resource:router and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:34.394863 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:34.420170 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:34.451539 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.453273 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.487306 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.585541 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:33:34.586831 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:34.966549 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Allocated IP 172.20.0.2 (e44350f6-4ad8-4a19-8963-bdb0aaadab4f/79aa2f16-644c-4a0a-aaa2-951a3ee64f24/e00c840d-33e7-4245-9ce8-c0c997cdf487) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:35.018436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.257409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf9a52b9-8378-42e8-819c-d47008ec250a req-3f81de3b-599c-4eea-896c-cc6a8c8bb0e0 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:35.265607 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf9a52b9-8378-42e8-819c-d47008ec250a req-3f81de3b-599c-4eea-896c-cc6a8c8bb0e0 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.3578191
Jun 24 16:33:35.388980 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf9a52b9-8378-42e8-819c-d47008ec250a req-c2bcb853-a2c0-4c92-8cb9-97d76e5a7820 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1222382
Jun 24 16:33:35.488878 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.535114 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Transition to ACTIVE for port object e00c840d-33e7-4245-9ce8-c0c997cdf487 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:35.595068 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Transition to ACTIVE for port object e00c840d-33e7-4245-9ce8-c0c997cdf487 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:35.604706 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.747951 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Pushing event updated for resources: {'Port': ['ID=e00c840d-33e7-4245-9ce8-c0c997cdf487,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:35.775919 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:35.777800 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:35.781961 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:35.801233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.853049 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.941820 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Attempting to bind port e00c840d-33e7-4245-9ce8-c0c997cdf487 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:35.942471 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Attempting to bind port e00c840d-33e7-4245-9ce8-c0c997cdf487 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:35.943006 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Attempting to bind port e00c840d-33e7-4245-9ce8-c0c997cdf487 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:35.957400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:35.958332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:35.958903 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:35.959487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Bound using segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:35.960122 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Bound port: e00c840d-33e7-4245-9ce8-c0c997cdf487, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:35.960510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:36.068647 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] For port e00c840d-33e7-4245-9ce8-c0c997cdf487, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:36.073958 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] For port e00c840d-33e7-4245-9ce8-c0c997cdf487, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e00c840d-33e7-4245-9ce8-c0c997cdf487,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:36.088067 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:36.104473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a901085f-1f33-42b9-9836-dba5fabe33b5 req-c4eb531f-74be-4387-9080-d1d7fe3ceb6c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:36.106963 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a901085f-1f33-42b9-9836-dba5fabe33b5 req-c4eb531f-74be-4387-9080-d1d7fe3ceb6c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.4932694
Jun 24 16:33:36.123351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb94a60f-3fb3-4afe-9aa1-81c82ebf70de req-8ed97900-e782-4620-b5d9-f223f59d8855 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:36.126220 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb94a60f-3fb3-4afe-9aa1-81c82ebf70de req-8ed97900-e782-4620-b5d9-f223f59d8855 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4615104
Jun 24 16:33:36.194388 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df33ec1c-3354-408f-8b90-f7a82dc5ebdc None None] Pushing event updated for resources: {'Port': ['ID=e00c840d-33e7-4245-9ce8-c0c997cdf487,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:36.232308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Allocated IP 172.27.2.179 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/1be9b816-f60d-4a65-8b71-887ce57e77a5) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:36.260861 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a901085f-1f33-42b9-9836-dba5fabe33b5 req-a083f749-8ab7-44f7-83aa-e88b68f30fe6 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1331193
Jun 24 16:33:36.280126 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb94a60f-3fb3-4afe-9aa1-81c82ebf70de req-e2b6c0d9-f829-4086-a6ff-7afb72801f57 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1151323
Jun 24 16:33:36.643177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:36.684879 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:36.732436 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e00c840d-33e7-4245-9ce8-c0c997cdf487 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:36.777119 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:36.781704 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:36.786875 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:36.829654 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port e00c840d-33e7-4245-9ce8-c0c997cdf487 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:36.905604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Pushing event updated for resources: {'Port': ['ID=1be9b816-f60d-4a65-8b71-887ce57e77a5,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:37.249724 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:37.428523 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-041caff2-3e8d-4645-9f32-f591bbbaa381 None None] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:33:37.555494 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Provisioning for port e00c840d-33e7-4245-9ce8-c0c997cdf487 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:37.566915 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Provisioning complete for port e00c840d-33e7-4245-9ce8-c0c997cdf487 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:37.567276 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:37.762054 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5659408a-60ac-457f-b89e-1096e1251f6c req-3ded4c2f-d2cc-4b3c-a3d3-30470f176e67 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:37.763610 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5659408a-60ac-457f-b89e-1096e1251f6c req-3ded4c2f-d2cc-4b3c-a3d3-30470f176e67 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2440271
Jun 24 16:33:37.767281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:37.831656 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Current status of the port e00c840d-33e7-4245-9ce8-c0c997cdf487 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:37.832030 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:37.891993 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] For port e00c840d-33e7-4245-9ce8-c0c997cdf487, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e00c840d-33e7-4245-9ce8-c0c997cdf487,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:37.902866 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:37.969770 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5659408a-60ac-457f-b89e-1096e1251f6c req-97d6571c-5466-407a-b941-cae031858773 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1398346
Jun 24 16:33:38.033003 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2b02dd-f66f-4dd7-a1f3-423c74d6c510 None None] Pushing event updated for resources: {'Port': ['ID=e00c840d-33e7-4245-9ce8-c0c997cdf487,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:38.096257 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:33:38.108274 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Router b372ef27-9420-483b-9bd2-967a60928eb0 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:33:38.351940 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f0e20c70-33ec-471d-867a-f5e700abf35f None None] Provisioning complete for port e00c840d-33e7-4245-9ce8-c0c997cdf487 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:38.354741 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f0e20c70-33ec-471d-867a-f5e700abf35f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:38.493350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:33:38.508010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:33:38.549625 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:38.568661 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:38.568661 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d4ebb0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:38.569060 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59036) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:38.571941 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7dbd6745-e10b-4a1c-b5c0-9a730b970414 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 4.2326212
Jun 24 16:33:38.709079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e00c840d-33e7-4245-9ce8-c0c997cdf487 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:38.789702 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f0e20c70-33ec-471d-867a-f5e700abf35f None None] Current status of the port e00c840d-33e7-4245-9ce8-c0c997cdf487 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:38.849939 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:38.994651 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port e00c840d-33e7-4245-9ce8-c0c997cdf487 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:38.995157 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:39.341122 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port e00c840d-33e7-4245-9ce8-c0c997cdf487 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:39.399205 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d4ebb0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:36Z', 'revision_number': 3, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:39.404051 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:33:39.404400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Updating router b372ef27-9420-483b-9bd2-967a60928eb0 port 1be9b816-f60d-4a65-8b71-887ce57e77a5 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:33:39.478718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:39.526896 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a716b95-879d-4979-9466-f64ed3e5b6e8 req-e965b885-1da7-47dc-bc27-2d7b742763a0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:39.529371 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a716b95-879d-4979-9466-f64ed3e5b6e8 req-e965b885-1da7-47dc-bc27-2d7b742763a0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.1687245
Jun 24 16:33:39.596489 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a716b95-879d-4979-9466-f64ed3e5b6e8 req-2202938d-ca1c-4d99-8e65-2d6ba1459f19 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0601285
Jun 24 16:33:39.673212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:39.958119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Allocated IP 172.20.0.1 (e44350f6-4ad8-4a19-8963-bdb0aaadab4f/79aa2f16-644c-4a0a-aaa2-951a3ee64f24/074cd12d-ac85-443c-9fd1-685aaa3b806a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:40.021307 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.042663 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Transition to ACTIVE for port object 1be9b816-f60d-4a65-8b71-887ce57e77a5 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:40.052401 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.138397 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Attempting to bind port 1be9b816-f60d-4a65-8b71-887ce57e77a5 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:40.138792 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Attempting to bind port 1be9b816-f60d-4a65-8b71-887ce57e77a5 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:40.139155 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Attempting to bind port 1be9b816-f60d-4a65-8b71-887ce57e77a5 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:40.142013 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954bcd3-8bbe-4fcf-834d-a813c3364f20 None None] Pushing event updated for resources: {'Port': ['ID=1be9b816-f60d-4a65-8b71-887ce57e77a5,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:40.148452 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:40.148923 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:40.149217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.149353 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.149608 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:40.150077 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Bound port: 1be9b816-f60d-4a65-8b71-887ce57e77a5, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:40.150448 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.167290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Transition to ACTIVE for port object 074cd12d-ac85-443c-9fd1-685aaa3b806a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:40.198407 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.235730 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] For port 1be9b816-f60d-4a65-8b71-887ce57e77a5, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:40.239465 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] For port 1be9b816-f60d-4a65-8b71-887ce57e77a5, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1be9b816-f60d-4a65-8b71-887ce57e77a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:40.247684 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.270024 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:40.273935 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:40.280289 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:40.322589 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Pushing event updated for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:40.348291 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.405578 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954bcd3-8bbe-4fcf-834d-a813c3364f20 None None] Pushing event updated for resources: {'Port': ['ID=1be9b816-f60d-4a65-8b71-887ce57e77a5,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:40.410422 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:40.411458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d4ebb0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:40.651052 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.652110 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-255ee1c1-6940-4fd4-a441-c9bf54e9fafb None None] Provisioning for port 074cd12d-ac85-443c-9fd1-685aaa3b806a completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:40.660427 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:40.705921 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-255ee1c1-6940-4fd4-a441-c9bf54e9fafb None None] Provisioning complete for port 074cd12d-ac85-443c-9fd1-685aaa3b806a triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:40.706274 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-255ee1c1-6940-4fd4-a441-c9bf54e9fafb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.857675 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4f4d4-ecdd-4f9b-8bac-7e5ae7244b42 req-fe8d7f56-3069-4051-ac9a-4b6c3a616812 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:40.873039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72d4f4d4-ecdd-4f9b-8bac-7e5ae7244b42 req-fe8d7f56-3069-4051-ac9a-4b6c3a616812 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.1402447
Jun 24 16:33:40.923754 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-255ee1c1-6940-4fd4-a441-c9bf54e9fafb None None] Port 074cd12d-ac85-443c-9fd1-685aaa3b806a cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:33:40.931253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:40.933175 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72d4f4d4-ecdd-4f9b-8bac-7e5ae7244b42 req-83759a04-d6b2-46ce-be28-a32b5975ee0e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0586901
Jun 24 16:33:40.937403 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:41.007988 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:41.053660 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Pushing event updated for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:41.060084 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:41.129944 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d4ebb0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:36Z', 'revision_number': 3, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:41.136921 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7c78b20-c315-41cf-8479-b29a283a996e None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:36Z', 'revision_number': 3, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:33:41.229476 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:41.231452 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:41.667503 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9f00b1a9-65f2-479f-9c5a-0301f0f23b84 None None] Provisioning complete for port 074cd12d-ac85-443c-9fd1-685aaa3b806a triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:41.667980 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9f00b1a9-65f2-479f-9c5a-0301f0f23b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:41.670031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:33:41.855059 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9f00b1a9-65f2-479f-9c5a-0301f0f23b84 None None] Port 074cd12d-ac85-443c-9fd1-685aaa3b806a cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:33:41.947197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:33:41.962600 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a236e5ab-cf15-4175-a7d2-7cd0841397ca admin admin] 10.222.0.18 "PUT /v2.0/routers/b372ef27-9420-483b-9bd2-967a60928eb0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3922768
Jun 24 16:33:42.511224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba77048-bf19-47d5-9146-e474c9492ae4 req-46956e45-9a0a-463d-9d3b-a2d63ee0ca10 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:42.518402 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bba77048-bf19-47d5-9146-e474c9492ae4 req-46956e45-9a0a-463d-9d3b-a2d63ee0ca10 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.3800442
Jun 24 16:33:42.561801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153e2b0a-23d4-4b3f-abc3-35846c34bb97 req-bf7bb8bd-b20d-40f0-99f3-c15c0eaa2a45 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:42.578264 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-153e2b0a-23d4-4b3f-abc3-35846c34bb97 req-bf7bb8bd-b20d-40f0-99f3-c15c0eaa2a45 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3361819
Jun 24 16:33:42.669240 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bba77048-bf19-47d5-9146-e474c9492ae4 req-443ffd57-a038-41cb-bb1c-dfe8fe544053 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1497872
Jun 24 16:33:42.732251 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1be9b816-f60d-4a65-8b71-887ce57e77a5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:42.745021 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-153e2b0a-23d4-4b3f-abc3-35846c34bb97 req-a16e1f4b-a6f3-45a5-99b8-dab01bee212f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1637728
Jun 24 16:33:42.908742 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59132) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:42.916087 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'security_group': {'name': 'tempest-securitygroup--299990435', 'description': 'tempest-description--243196233'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:42.930420 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:42.939865 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:security_group and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:42.946550 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:42.961912 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:42.986452 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 1be9b816-f60d-4a65-8b71-887ce57e77a5 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:42.992128 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.021492 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1be9b816-f60d-4a65-8b71-887ce57e77a5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:43.024362 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.051196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:43.059764 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:security_group_rule and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:43.067386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:43.100375 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:43.268204 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59148) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:43.282469 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-807198778-network', 'tenant_id': '60e77dec22fa4af09852364f8a208821'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:43.294401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:43.304827 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Usage tracker for resource:network and tenant:60e77dec22fa4af09852364f8a208821 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:43.324100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:43.345439 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:43.356172 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.366346 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.381350 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Made reservation on behalf of 60e77dec22fa4af09852364f8a208821 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:33:43.389724 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.427810 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1be9b816-f60d-4a65-8b71-887ce57e77a5 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:43.428496 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.453102 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.471934 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 1be9b816-f60d-4a65-8b71-887ce57e77a5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1be9b816-f60d-4a65-8b71-887ce57e77a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:43.480528 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.494613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.501387 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5906630
Jun 24 16:33:43.503719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d24d0e-2439-44b8-9eeb-1909da9a2219 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73dd9975-77cf-45a6-ba23-89c24b854f8e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:43.505165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59158) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:43.514379 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'security_group_rule': {'security_group_id': '73dd9975-77cf-45a6-ba23-89c24b854f8e', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:43.523263 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:43.528921 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:security_group_rule and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:43.533770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:43.545441 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:43.557101 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:43.572838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.585151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Usage tracker for resource:security_group_rule and tenant:60e77dec22fa4af09852364f8a208821 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:43.589653 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:43.604301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:43.712799 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=1be9b816-f60d-4a65-8b71-887ce57e77a5,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:43.795909 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:33:43.832908 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:43.834106 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b90aa0a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:43.873679 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:43.897123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.005760 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e5672576-f728-4562-89e4-5e3db9a8e7e3,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:44.088433 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.090938 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-350e85f7-4122-419b-9b0a-590cc8639338 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5821524
Jun 24 16:33:44.100650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59172) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:44.136290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'security_group_rule': {'security_group_id': '73dd9975-77cf-45a6-ba23-89c24b854f8e', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:44.179937 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-5d5489f9-9b55-4bae-a181-fc4c6e17688d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:44.181190 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-5d5489f9-9b55-4bae-a181-fc4c6e17688d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Synchronizing usage tracker for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:33:44.217919 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:44.224879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.236182 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:security_group_rule and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:44.248098 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.253074 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:44.304946 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-5d5489f9-9b55-4bae-a181-fc4c6e17688d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Unset dirty status for tenant:55fd35a8f65244b5a18f841af49d5c7d on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:33:44.309328 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-5d5489f9-9b55-4bae-a181-fc4c6e17688d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.5881383
Jun 24 16:33:44.317691 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:44.347433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d7cbdb-b8e3-43d5-bfd0-49d2fc1a68e0 req-398e0da5-0828-4dc2-854b-9fa5106ae4b1 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:44.356539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 307}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:33:44.362448 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-20d7cbdb-b8e3-43d5-bfd0-49d2fc1a68e0 req-398e0da5-0828-4dc2-854b-9fa5106ae4b1 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.3079197
Jun 24 16:33:44.385001 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36b18082-0507-45d4-9c59-47273217fef2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:44.397336 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.398430 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Added segment ad14d70a-69e6-4c01-b2c1-b86ab3905d99 of type vlan for network 7414906b-0b32-4412-a443-ed8e9f547335
Jun 24 16:33:44.401982 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.437749 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:44.501480 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-20d7cbdb-b8e3-43d5-bfd0-49d2fc1a68e0 req-d61633d2-638b-4f14-8188-228e902f4132 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1297998
Jun 24 16:33:44.552290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba2ef62-4541-499d-becb-670c862a9d22 req-0f3a4738-f562-4a73-91ed-7b201b8bef2d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:44.566512 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5ba2ef62-4541-499d-becb-670c862a9d22 req-0f3a4738-f562-4a73-91ed-7b201b8bef2d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3635888
Jun 24 16:33:44.616920 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.660691 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.680171 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.695170 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5ba2ef62-4541-499d-becb-670c862a9d22 req-0f79d095-599a-4a05-baf5-dae8e8394a32 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235840
Jun 24 16:33:44.728308 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.730118 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:44.731421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.741312 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1be9b816-f60d-4a65-8b71-887ce57e77a5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:44.776033 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f43a05a2-f48d-4603-bf29-c0059038f4a0,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:44.838204 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59188) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:44.838864 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 884 time: 1.5652287
Jun 24 16:33:44.844783 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Request body: {'subnet': {'network_id': '7414906b-0b32-4412-a443-ed8e9f547335', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-807198778-subnet', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'ip_version': 4}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:44.856246 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:44.870072 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Usage tracker for resource:subnet and tenant:60e77dec22fa4af09852364f8a208821 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:44.887351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:44.913087 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:44.930311 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.937489 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1be9b816-f60d-4a65-8b71-887ce57e77a5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:44.938238 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.939196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Made reservation on behalf of 60e77dec22fa4af09852364f8a208821 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:33:44.940007 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-14997658-c7d8-4149-8137-a605bc3e8720 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.8241055
Jun 24 16:33:44.947937 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Notify callbacks [] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:44.963006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59192) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:44.992006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:45.042654 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:45.061552 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Usage tracker for resource:floatingip and tenant:09584de3a4b14c5a90eb9b1c2149d6fb is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:45.070449 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:45.076332 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-084d457a-9c6b-41af-b29a-fc02b039d66b admin admin] Pushing event updated for resources: {'Network': ['ID=7414906b-0b32-4412-a443-ed8e9f547335,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:45.088124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:45.095905 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 7414906b-0b32-4412-a443-ed8e9f547335 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:33:45.117533 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.143589 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b90aa0a0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 2, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:45.157552 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:33:45.158200 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Updating router b372ef27-9420-483b-9bd2-967a60928eb0 port 074cd12d-ac85-443c-9fd1-685aaa3b806a binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:33:45.287981 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.417167 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1be9b816-f60d-4a65-8b71-887ce57e77a5 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:45.457009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59202) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:45.482922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.513099 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.592170 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a5bc79f9-8fcf-41ee-82ee-d4de194c8772,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:45.664990 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Checking segment: {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:45.665432 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Network hostable DHCP agents. Network: 7414906b-0b32-4412-a443-ed8e9f547335, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:33:45.698173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Network 7414906b-0b32-4412-a443-ed8e9f547335 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:33:45.716427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 7414906b-0b32-4412-a443-ed8e9f547335) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:45.729340 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Allocated IP 172.27.2.253 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/e05b5c03-411d-468b-89a7-db5b0858e359) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:45.729606 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47bc20e6-8692-4343-94e4-283949ff9068 None None] Network 7414906b-0b32-4412-a443-ed8e9f547335 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:33:45.732567 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:45.735564 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.769154 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.791278 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59212) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:45.792241 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f16743ab-6994-4d09-aedf-2e54b77cdc2a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 847 time: 0.9516509
Jun 24 16:33:45.809787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:45.825196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:45.845913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Usage tracker for resource:router and tenant:60e77dec22fa4af09852364f8a208821 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:45.855432 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:45.889356 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:45.893900 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Usage tracker for resource:security_group_rule and tenant:791df82043df4dcf8863eff85d324bf6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:45.897899 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:45.901016 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:45.925455 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:45.975390 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:45.998580 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Transition to ACTIVE for port object 074cd12d-ac85-443c-9fd1-685aaa3b806a will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:46.009447 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.031561 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.032578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.040440 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66985c84-29bb-44b7-a8f7-53e72f8d0fbb req-4a2ef4f7-b9f5-420b-b3a1-6c55b600ccc7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:46.050638 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66985c84-29bb-44b7-a8f7-53e72f8d0fbb req-4a2ef4f7-b9f5-420b-b3a1-6c55b600ccc7 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.2472236
Jun 24 16:33:46.122794 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.143583 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66985c84-29bb-44b7-a8f7-53e72f8d0fbb req-66b1d301-0137-471a-a8cb-d784acce494d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912628
Jun 24 16:33:46.168825 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1c6ea9-e7cf-4cf2-973a-ca4e0eaa2503 req-5a79cc3c-b1cf-430d-8cc4-71808b6b8184 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:46.175599 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6a1c6ea9-e7cf-4cf2-973a-ca4e0eaa2503 req-5a79cc3c-b1cf-430d-8cc4-71808b6b8184 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2395787
Jun 24 16:33:46.223263 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-7414906b-0b32-4412-a443-ed8e9f547335', 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'fixed_ips': [{'subnet_id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:33:46.224196 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.307212 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6a1c6ea9-e7cf-4cf2-973a-ca4e0eaa2503 req-286b7c9c-15d6-4ebd-949b-168795a0fb5c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1253633
Jun 24 16:33:46.455674 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Pushing event updated for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:46.531801 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.542346 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.542668 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.543071 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.543413 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.543746 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.544078 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.544407 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.544735 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.545065 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.545390 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.545710 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.546595 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:33:46.589174 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Allocated IP 172.20.0.2 (7414906b-0b32-4412-a443-ed8e9f547335/a5bc79f9-8fcf-41ee-82ee-d4de194c8772/2641ecc0-6b0b-4b95-82de-12657de3c729) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:46.589872 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Attempting to bind port 074cd12d-ac85-443c-9fd1-685aaa3b806a on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:46.590492 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Attempting to bind port 074cd12d-ac85-443c-9fd1-685aaa3b806a by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:46.591157 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Attempting to bind port 074cd12d-ac85-443c-9fd1-685aaa3b806a on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:46.602118 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:46.602730 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:46.603736 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.603891 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Bound using segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:46.604387 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Bound port: 074cd12d-ac85-443c-9fd1-685aaa3b806a, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:46.604792 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.737281 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] For port 074cd12d-ac85-443c-9fd1-685aaa3b806a, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:46.742746 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] For port 074cd12d-ac85-443c-9fd1-685aaa3b806a, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=074cd12d-ac85-443c-9fd1-685aaa3b806a,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:46.750229 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.877639 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:46.878005 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b90aa0a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:46.898040 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.919955 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:46.945927 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940da26f-ad67-48b9-9a82-28afadbc0089 None None] Pushing event updated for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:46.948474 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Transition to ACTIVE for port object 2641ecc0-6b0b-4b95-82de-12657de3c729 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:46.990773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Transition to ACTIVE for port object 2641ecc0-6b0b-4b95-82de-12657de3c729 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:47.002315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.052068 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.133970 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.148889 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Pushing event updated for resources: {'Port': ['ID=2641ecc0-6b0b-4b95-82de-12657de3c729,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:47.165355 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Network 7414906b-0b32-4412-a443-ed8e9f547335 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:47.166448 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:47.167485 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:47.170442 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:47.192299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.206579 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Deleting port ea66b455-fbf3-476e-94fe-b88e627a3c9c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:33:47.207228 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.314545 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Attempting to bind port 2641ecc0-6b0b-4b95-82de-12657de3c729 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:47.315280 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Attempting to bind port 2641ecc0-6b0b-4b95-82de-12657de3c729 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:47.315280 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Attempting to bind port 2641ecc0-6b0b-4b95-82de-12657de3c729 on network 7414906b-0b32-4412-a443-ed8e9f547335 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:47.322427 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:47.323292 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Checking segment: {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:47.323699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.324090 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Bound using segment: {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:47.324570 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Bound port: 2641ecc0-6b0b-4b95-82de-12657de3c729, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:47.324979 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.527715 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] For port 2641ecc0-6b0b-4b95-82de-12657de3c729, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:47.543487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] For port 2641ecc0-6b0b-4b95-82de-12657de3c729, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2641ecc0-6b0b-4b95-82de-12657de3c729,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:47.549872 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:47.699446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce91716f-fef3-4dfd-9c92-77279531b685 req-476e6144-4308-4fa3-97dc-7573bab6bf6e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:47.702253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce91716f-fef3-4dfd-9c92-77279531b685 req-476e6144-4308-4fa3-97dc-7573bab6bf6e tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 945 time: 0.3207462
Jun 24 16:33:47.732458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7fb5e0-50de-41a9-b287-d0069fbfd9cb None None] Pushing event updated for resources: {'Port': ['ID=2641ecc0-6b0b-4b95-82de-12657de3c729,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:47.735258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1c43def-a7c8-4308-8562-ff42b6070ffc,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:47.740163 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'Port': ['ID=e05b5c03-411d-468b-89a7-db5b0858e359,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:47.760150 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:47.765876 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:47.777058 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:47.884762 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3a201235-86bd-4ec4-959c-db6ed213b27b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=791df82043df4dcf8863eff85d324bf6&name=default HTTP/1.1" status: 200  len: 2979 time: 2.4254477
Jun 24 16:33:47.893906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59238) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:47.973832 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce91716f-fef3-4dfd-9c92-77279531b685 req-96fa57e2-c67e-4917-9e85-6472fb430191 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2615249
Jun 24 16:33:47.998897 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device ea66b455-fbf3-476e-94fe-b88e627a3c9c no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:33:48.104946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.271243 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a672f0-b3e0-4312-a1e6-9f7ff7536850 req-fedadad1-58f0-4bed-bd81-c773a80a4ee3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:48.280647 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d7a672f0-b3e0-4312-a1e6-9f7ff7536850 req-fedadad1-58f0-4bed-bd81-c773a80a4ee3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.5380251
Jun 24 16:33:48.332826 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b90aa0a0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:46Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:48.343399 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.346145 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d52b23c-e6aa-414f-ac3b-822ddf03c4dd None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:46Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:33:48.417763 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d7a672f0-b3e0-4312-a1e6-9f7ff7536850 req-de265ead-e691-4dc8-8b09-096b36b68b7f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1308966
Jun 24 16:33:48.601667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.639897 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1c43def-a7c8-4308-8562-ff42b6070ffc,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:48.659530 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port ea66b455-fbf3-476e-94fe-b88e627a3c9c is: ACTIVE; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:48.660429 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.668643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.669983 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d21fbf9c-b503-4c05-852b-d61bb3e85f64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e1c43def-a7c8-4308-8562-ff42b6070ffc HTTP/1.1" status: 204  len: 168 time: 0.7632000
Jun 24 16:33:48.747632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:33:48.788857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:48.798390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:48.815640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59256) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:48.927002 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:49.025237 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fede04cc-40f2-4171-8dae-d632b5eaf8a5'] response: {'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'code': 200}
Jun 24 16:33:49.026275 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:49.054375 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2641ecc0-6b0b-4b95-82de-12657de3c729 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:49.245540 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18a13c62-a4a7-4db1-9bbe-88801f9ec18e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:49.349407 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 2641ecc0-6b0b-4b95-82de-12657de3c729 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:49.366730 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 074cd12d-ac85-443c-9fd1-685aaa3b806a up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:49.459551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:49.463601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:49.635346 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 074cd12d-ac85-443c-9fd1-685aaa3b806a completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:49.653767 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 074cd12d-ac85-443c-9fd1-685aaa3b806a triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:49.654387 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:49.711925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:49.809710 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:49.826089 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Usage tracker for resource:security_group_rule and tenant:ddd1e30a2a71430d8b7f5b29ebb8cb7b is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:49.838052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:49.876260 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:49.914204 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95bccb72-77f5-41bd-a915-85b7aed67658 None None] Network 7414906b-0b32-4412-a443-ed8e9f547335 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:33:49.915731 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Calling delete_port for ea66b455-fbf3-476e-94fe-b88e627a3c9c owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:33:49.969775 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59278) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:49.991237 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.068154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8dbf10-13dd-4143-a0fd-032d3c8dc35e req-b1fd4b51-d4e6-4d2f-b581-f1aea398f767 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:50.070221 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9e8dbf10-13dd-4143-a0fd-032d3c8dc35e req-b1fd4b51-d4e6-4d2f-b581-f1aea398f767 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 943 time: 0.6214416
Jun 24 16:33:50.096529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.167166 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.245662 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9e8dbf10-13dd-4143-a0fd-032d3c8dc35e req-246b24e9-192e-4e3f-8e0e-f890135cebf1 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1616414
Jun 24 16:33:50.266079 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001828fb-3f4c-4a24-aa3a-57910a35bcc9 req-cd3d051c-f0ee-40ef-a8f8-d6a34a30668e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:50.290368 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:50.290579 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-001828fb-3f4c-4a24-aa3a-57910a35bcc9 req-cd3d051c-f0ee-40ef-a8f8-d6a34a30668e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3838236
Jun 24 16:33:50.300930 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Provisioning for port 2641ecc0-6b0b-4b95-82de-12657de3c729 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:50.341116 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Provisioning complete for port 2641ecc0-6b0b-4b95-82de-12657de3c729 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:50.341694 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.358125 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.367851 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Usage tracker for resource:security_group_rule and tenant:8e8daaad2290435f91ac764cae535eaa is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:50.412296 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:50.431389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 074cd12d-ac85-443c-9fd1-685aaa3b806a is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:50.435164 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.515290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:50.516487 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-001828fb-3f4c-4a24-aa3a-57910a35bcc9 req-d43923b3-308b-4981-87e3-120ddafd5207 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2242148
Jun 24 16:33:50.532286 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.542146 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.626644 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 074cd12d-ac85-443c-9fd1-685aaa3b806a, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=074cd12d-ac85-443c-9fd1-685aaa3b806a,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:50.632993 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ddd1e30a2a71430d8b7f5b29ebb8cb7b&name=default HTTP/1.1" status: 200  len: 2979 time: 1.8146725
Jun 24 16:33:50.634815 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c840aee-d0cf-4439-921f-6f24303b55af admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82ce6b48-c286-4c7c-95ac-e1cf1dd35a1e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:50.637569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59286) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:50.647714 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.766410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.822106 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.911417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.api [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:33:50.911819 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG oslo_db.api [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:33:50.917729 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:50.919398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.945851 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Current status of the port 2641ecc0-6b0b-4b95-82de-12657de3c729 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:50.946384 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.953802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82ce6b48-c286-4c7c-95ac-e1cf1dd35a1e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:50.968601 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:50.970398 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-69cd7261-5a06-43d8-8da3-a35c58992e76 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/82ce6b48-c286-4c7c-95ac-e1cf1dd35a1e HTTP/1.1" status: 204  len: 168 time: 0.3315611
Jun 24 16:33:51.010424 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] For port 2641ecc0-6b0b-4b95-82de-12657de3c729, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2641ecc0-6b0b-4b95-82de-12657de3c729,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:51.032822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.118938 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-550bc23b-0266-4c30-9ff4-f1df30f9d972 None None] Pushing event updated for resources: {'Port': ['ID=2641ecc0-6b0b-4b95-82de-12657de3c729,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:51.146370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Allocated IP 172.27.2.216 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/a2fd12f7-c286-4775-8658-438e10b3bf80) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:51.166670 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b89975d8-2a52-45a6-8ed2-21c5958628e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.179670 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.199102 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.243702 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.291274 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.447638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Deleting port ea66b455-fbf3-476e-94fe-b88e627a3c9c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:33:51.448510 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.460137 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-2c4eee04-dca9-4f0c-b328-c9ea3c520271 None None] Provisioning complete for port 2641ecc0-6b0b-4b95-82de-12657de3c729 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:51.460742 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2c4eee04-dca9-4f0c-b328-c9ea3c520271 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.519723 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca9d22c-74e6-480c-9476-b2a7be919694 req-ba5a0d9e-f08a-4c11-9f3a-f75276511391 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:51.533253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1ca9d22c-74e6-480c-9476-b2a7be919694 req-ba5a0d9e-f08a-4c11-9f3a-f75276511391 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 943 time: 0.1412971
Jun 24 16:33:51.608731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-2c4eee04-dca9-4f0c-b328-c9ea3c520271 None None] Current status of the port 2641ecc0-6b0b-4b95-82de-12657de3c729 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:51.626872 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1ca9d22c-74e6-480c-9476-b2a7be919694 req-75a0fcb7-5651-41c5-9b3c-99fbf3b7846c tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/security-groups?id=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0912018
Jun 24 16:33:51.644491 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59298) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:51.644743 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8e8daaad2290435f91ac764cae535eaa&name=default HTTP/1.1" status: 200  len: 2979 time: 1.6556149
Jun 24 16:33:51.659808 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a27ec7-88f4-451e-a209-7f1606c9a12b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d2c721c-f43a-42ca-b6f5-d799588cf9a1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:51.680961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'Port': ['ID=e05b5c03-411d-468b-89a7-db5b0858e359,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:51.737563 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.760756 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.826479 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.870018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.935285 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.939649 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5761a6c-8ef4-4de3-91a1-11f852d922e9 req-dbd257bd-9de5-4205-b270-b32824c76fa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:51.942299 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e5761a6c-8ef4-4de3-91a1-11f852d922e9 req-dbd257bd-9de5-4205-b270-b32824c76fa4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.1691215
Jun 24 16:33:51.943959 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:51.992163 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d2c721c-f43a-42ca-b6f5-d799588cf9a1,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:52.019576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.020991 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-aa914f03-bee8-4fed-abda-27feac0269ec admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5d2c721c-f43a-42ca-b6f5-d799588cf9a1 HTTP/1.1" status: 204  len: 168 time: 0.3752654
Jun 24 16:33:52.028251 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.047523 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-018a4472-a4e7-40dc-91e8-ecfa5f272149 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 7.0826962
Jun 24 16:33:52.047870 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e5761a6c-8ef4-4de3-91a1-11f852d922e9 req-125465c1-3dbc-42b9-9b79-5ec5d0a9b132 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0971546
Jun 24 16:33:52.143258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] For port ea66b455-fbf3-476e-94fe-b88e627a3c9c, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=ea66b455-fbf3-476e-94fe-b88e627a3c9c,segment=NetworkSegment(02cd92a7-7ec8-44e5-8bf7-29218dcea1f3),segment_id=02cd92a7-7ec8-44e5-8bf7-29218dcea1f3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:33:52.143258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.171894 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.268737 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.372057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-2b26b8ab-02ac-44be-a8e0-c5c68df6c72d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:33:52.384158 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Calling delete_port for ea66b455-fbf3-476e-94fe-b88e627a3c9c owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:33:52.399305 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-2b26b8ab-02ac-44be-a8e0-c5c68df6c72d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:33:52.411084 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-2b26b8ab-02ac-44be-a8e0-c5c68df6c72d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--299990435&fields=id&tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb HTTP/1.1" status: 200  len: 267 time: 0.0854664
Jun 24 16:33:52.448671 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:52.455770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:52.464781 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:52.493309 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59320) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:52.493961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Pushing event updated for resources: {'Port': ['ID=a2fd12f7-c286-4775-8658-438e10b3bf80,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:52.542732 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.569983 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-b8a02345-a101-4b96-bc05-2ff9ab7aecd2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:52.571618 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-b8a02345-a101-4b96-bc05-2ff9ab7aecd2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 0.1596315
Jun 24 16:33:52.572536 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:52.590518 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-4a05f74e-b318-42a6-9b9b-17d29410d583 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/quotas/09584de3a4b14c5a90eb9b1c2149d6fb HTTP/1.1" status: 200  len: 375 time: 0.0126843
Jun 24 16:33:52.625684 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Usage tracker for resource:security_group_rule and tenant:8adc72b421484e60a2e0bc7b963561be is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:52.668396 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:52.703982 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-45b71cc6-2069-4cc3-9551-0cfcc3687374 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1068532
Jun 24 16:33:52.741018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:52.865542 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2641ecc0-6b0b-4b95-82de-12657de3c729 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:52.875546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:52.942366 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Pushing event deleted for resources: {'Port': ['ID=ea66b455-fbf3-476e-94fe-b88e627a3c9c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:52.943925 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-62f5831a-4787-408a-b6ec-585abe3ff877 req-2c591ed1-1ab3-4a79-beea-a4608ea3bce1 tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 210 time: 0.0688601
Jun 24 16:33:53.000696 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 2641ecc0-6b0b-4b95-82de-12657de3c729 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:53.002457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.031467 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-8bc7eb8e-80cd-47b5-8c7f-7baf17a73316 service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3043487
Jun 24 16:33:53.149102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 2641ecc0-6b0b-4b95-82de-12657de3c729 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:53.150276 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 074cd12d-ac85-443c-9fd1-685aaa3b806a up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:33:53.271829 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 074cd12d-ac85-443c-9fd1-685aaa3b806a triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:53.272370 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.280881 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-dff704c5-ebc3-435e-899f-178f69bb86b7 service neutron] 10.222.0.18 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2447128
Jun 24 16:33:53.321018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] No DVR routers for this DVR port ea66b455-fbf3-476e-94fe-b88e627a3c9c on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:33:53.334730 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.343348 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-deleted', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:33:53.381069 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.425903 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.442004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18abc3fd-e976-43d4-a450-f0cd97db451c req-d8d42e00-2558-4b44-98e7-3164c6863de4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:53.443796 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8d4cd94c-688e-4db6-b2dd-f33c87639625 req-e525a077-b2e8-42a8-97e4-af4b513a7a0d tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.47 "DELETE /v2.0/ports/ea66b455-fbf3-476e-94fe-b88e627a3c9c HTTP/1.1" status: 204  len: 173 time: 6.5161018
Jun 24 16:33:53.449224 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-18abc3fd-e976-43d4-a450-f0cd97db451c req-d8d42e00-2558-4b44-98e7-3164c6863de4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2355120
Jun 24 16:33:53.449813 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.521257 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 074cd12d-ac85-443c-9fd1-685aaa3b806a is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:33:53.552899 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.556988 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-18abc3fd-e976-43d4-a450-f0cd97db451c req-3ca7c94f-053c-437a-a829-b569a7ebbfd5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0959914
Jun 24 16:33:53.711382 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2366eaae-dbf1-4ce0-a831-52e678c49500'] response: {'server_uuid': '2941738f-8dec-4faa-99e4-aca0a28b71e6', 'name': 'network-vif-deleted', 'tag': 'ea66b455-fbf3-476e-94fe-b88e627a3c9c', 'status': 'completed', 'code': 200}
Jun 24 16:33:53.716148 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f5c32808-36f9-471e-874f-a42ddfb3500c req-bdc55643-f480-454b-9dbd-d708dbc3636a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.0845249
Jun 24 16:33:53.724824 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd0bae39-e53b-43b6-8db5-24049c02e2f3,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:53.739056 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f216c253-6900-489d-9cb3-575e4e4e80b2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8adc72b421484e60a2e0bc7b963561be&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2424147
Jun 24 16:33:53.744308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59338) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:53.872691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:53.968454 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:54.110103 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:54.160857 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd0bae39-e53b-43b6-8db5-24049c02e2f3,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:54.196240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:54.204169 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0f100913-9ea3-4056-8eff-c7864e16c77c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dd0bae39-e53b-43b6-8db5-24049c02e2f3 HTTP/1.1" status: 204  len: 168 time: 0.4533045
Jun 24 16:33:54.276645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:54.406435 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-57f36592-3bbd-4865-aafe-048131915607 req-2e2d97bd-0107-4e23-89e4-5f0505a3f85b tempest-VolumesActionsTest-1515172499 tempest-VolumesActionsTest-1515172499-project] 10.222.0.18 "GET /v2.0/ports?device_id=2941738f-8dec-4faa-99e4-aca0a28b71e6 HTTP/1.1" status: 200  len: 210 time: 0.1640651
Jun 24 16:33:54.817560 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:33:55.211861 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ded3220-759f-4623-b77c-6f288c27cb22 req-3148668b-2eeb-4b9c-9328-282cf7ddd376 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.0891747
Jun 24 16:33:55.291952 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:33:55.302368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2cdc7f8-2b5c-4f5d-887c-4b692513a61f req-053c0853-0873-4e14-b195-a86225b3598f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:55.304185 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d2cdc7f8-2b5c-4f5d-887c-4b692513a61f req-053c0853-0873-4e14-b195-a86225b3598f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4539592
Jun 24 16:33:55.306428 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Sync routers for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:33:55.328298 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:55.328664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:55.329903 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b86cf520>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:55.333157 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1dd1ac65-af0e-429d-9c53-ff371c259227 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 923 time: 9.5329921
Jun 24 16:33:55.338313 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59384) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:55.422990 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d2cdc7f8-2b5c-4f5d-887c-4b692513a61f req-0f54f1c3-8f26-482f-90a9-d01601197af5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0947437
Jun 24 16:33:55.670895 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59398) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:55.680667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--950904654', 'description': 'tempest-description--471063728'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:55.730352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:55.737328 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:55.791338 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:55.801445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:55.863697 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:55.874412 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:55.892711 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:55.900039 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:56.074444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.080914 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.179993 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b686f4ca-a481-4179-9f42-78db31a106df,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:56.190116 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.191678 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7e1d3fd8-b85f-4d27-8e29-69af03a1c99e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.5193076
Jun 24 16:33:56.195026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59414) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:56.211215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': 'b686f4ca-a481-4179-9f42-78db31a106df', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:56.221821 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:56.231609 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:56.237506 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:56.250381 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:56.285271 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.416970 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.425692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.510450 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b86cf520>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:52Z', 'revision_number': 3, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:33:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:56.549832 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Checking router: 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:33:56.550313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Updating router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b port a2fd12f7-c286-4775-8658-438e10b3bf80 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:33:56.565166 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e13b7bf-e65d-416f-8625-46894597f828,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:56.669299 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.679051 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-913518dd-3189-4794-8112-7de263ba6110 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4779871
Jun 24 16:33:56.687042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59434) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:56.704236 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': 'b686f4ca-a481-4179-9f42-78db31a106df', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:56.714576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:56.877025 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:56.912324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:56.960018 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-53e06bb8-348a-4a0c-8963-f3f7afeed7c3 req-7c6b2cc8-d304-4e80-84a0-b6f131088d51 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.2223318
Jun 24 16:33:56.961566 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:57.056228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:57.129973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.219829 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f7c1d8-c58d-458c-9758-cb997ae20464 req-549ae3e6-c56f-4051-92fc-60971d9bde20 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:57.227266 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74f7c1d8-c58d-458c-9758-cb997ae20464 req-549ae3e6-c56f-4051-92fc-60971d9bde20 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3080909
Jun 24 16:33:57.284174 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.290880 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.344965 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-5fcdc295-f74f-4b1a-b175-8d917c4c954d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:57.350669 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-5fcdc295-f74f-4b1a-b175-8d917c4c954d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 819 time: 1.2700598
Jun 24 16:33:57.380771 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e7cbc5f-0d6a-4eb1-9503-644af94a5fff,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:57.422202 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74f7c1d8-c58d-458c-9758-cb997ae20464 req-2a56b0ec-1d4b-4f0d-b686-fa180dd7ca6c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1914461
Jun 24 16:33:57.425684 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.433089 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ea2a5f21-bb1f-4183-97da-96b225492fab tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.7440529
Jun 24 16:33:57.438815 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59442) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:33:57.463476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:33:57.475992 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:33:57.485410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:floatingip and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:33:57.494036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:33:57.520733 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:33:57.545404 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.802561 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.805412 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:57.831729 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Transition to ACTIVE for port object a2fd12f7-c286-4775-8658-438e10b3bf80 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:57.847816 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.021900 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Attempting to bind port a2fd12f7-c286-4775-8658-438e10b3bf80 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:33:58.023457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Attempting to bind port a2fd12f7-c286-4775-8658-438e10b3bf80 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:33:58.024234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Attempting to bind port a2fd12f7-c286-4775-8658-438e10b3bf80 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:33:58.036544 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ddbd-f27d-4f89-a898-7842dedd32a2 None None] Pushing event updated for resources: {'Port': ['ID=a2fd12f7-c286-4775-8658-438e10b3bf80,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:58.043210 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:33:58.043630 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:33:58.044147 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.044591 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:33:58.044938 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Bound port: a2fd12f7-c286-4775-8658-438e10b3bf80, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:33:58.045411 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.072030 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.114264 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.27.2.17 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/b59a6790-d1ca-4b7c-95f5-1a49acea6dcd) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:58.156798 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] For port a2fd12f7-c286-4775-8658-438e10b3bf80, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:33:58.160671 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] For port a2fd12f7-c286-4775-8658-438e10b3bf80, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a2fd12f7-c286-4775-8658-438e10b3bf80,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:33:58.165646 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.260917 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:33:58.261326 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b86cf520>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:58.431341 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a5f5a9c4-34f1-43f2-8de3-1bf1a20f8ca9 req-47ba114a-848f-4bc9-ad94-c8fb9829a5ab tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.1590555
Jun 24 16:33:58.512376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9009ddbd-f27d-4f89-a898-7842dedd32a2 None None] Pushing event updated for resources: {'Port': ['ID=a2fd12f7-c286-4775-8658-438e10b3bf80,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:58.616464 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:33:58.626359 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.684767 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Allocated IP 172.20.0.1 (7414906b-0b32-4412-a443-ed8e9f547335/a5bc79f9-8fcf-41ee-82ee-d4de194c8772/324748c2-82dc-4bb3-a316-1369e6d7e498) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:33:58.828876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.932611 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:58.953160 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f06ce8-c917-40c0-8af4-641d49051094 req-be0309f8-f74a-4126-a3d6-c394c1978ccf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:33:58.957589 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Transition to ACTIVE for port object 324748c2-82dc-4bb3-a316-1369e6d7e498 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:33:58.965664 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41f06ce8-c917-40c0-8af4-641d49051094 req-be0309f8-f74a-4126-a3d6-c394c1978ccf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2923493
Jun 24 16:33:58.971597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:59.002037 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.005824 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:59.020396 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:59.069267 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.190809 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=b59a6790-d1ca-4b7c-95f5-1a49acea6dcd,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:59.203189 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Network 7414906b-0b32-4412-a443-ed8e9f547335 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:33:59.207690 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:33:59.220885 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:33:59.235533 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41f06ce8-c917-40c0-8af4-641d49051094 req-cf750a79-9bc9-4add-b92a-bceb1ac61ec2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2683797
Jun 24 16:33:59.244532 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.335822 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Pushing event updated for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:59.404099 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.567785 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b86cf520>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:52Z', 'revision_number': 3, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:33:59.577378 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-496c06dd-4054-40f1-9423-cce43e0841a0 None None] The sync data for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi is: [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:52Z', 'revision_number': 3, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:33:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:33:59.649046 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-232078cf-f981-45cd-ab0e-f11505e4ceac None None] Provisioning for port 324748c2-82dc-4bb3-a316-1369e6d7e498 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:33:59.660027 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-232078cf-f981-45cd-ab0e-f11505e4ceac None None] Provisioning complete for port 324748c2-82dc-4bb3-a316-1369e6d7e498 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:33:59.660480 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-232078cf-f981-45cd-ab0e-f11505e4ceac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.677647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.748344 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e826512a-02a9-47c0-a653-da392ed596d5 req-29b7e382-2089-48ef-9617-b8ec9e613d88 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.0780330
Jun 24 16:33:59.779582 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-232078cf-f981-45cd-ab0e-f11505e4ceac None None] Port 324748c2-82dc-4bb3-a316-1369e6d7e498 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:33:59.788653 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.794042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.851232 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.898657 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=b59a6790-d1ca-4b7c-95f5-1a49acea6dcd,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:33:59.902409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:33:59.903679 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-91561baf-f28b-481a-af2c-44068b696acd tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.4582241
Jun 24 16:34:00.091631 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-f7d78945-284d-4eb8-89fd-4585e9305d99 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:34:00.105895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:00.116125 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-f7d78945-284d-4eb8-89fd-4585e9305d99 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:34:00.118100 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-f7d78945-284d-4eb8-89fd-4585e9305d99 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb HTTP/1.1" status: 200  len: 379 time: 0.0863867
Jun 24 16:34:00.119331 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:00.220841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'port': {'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'admin_state_up': True, 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'security_groups': ['73dd9975-77cf-45a6-ba23-89c24b854f8e']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:00.298783 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-bbc128b8-3a75-4610-ad31-34df64d96fe2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:34:00.347426 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-bbc128b8-3a75-4610-ad31-34df64d96fe2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:34:00.357226 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-bbc128b8-3a75-4610-ad31-34df64d96fe2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--950904654&fields=id&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 267 time: 0.1207297
Jun 24 16:34:00.572256 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Pushing event updated for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:00.585733 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:00.824515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-159023d6-85e3-46b6-9156-134517d33ca3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:00.825617 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-159023d6-85e3-46b6-9156-134517d33ca3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.4451258
Jun 24 16:34:00.853732 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05454c3c-c318-40d6-91fc-142284067555 req-eff9e2de-348f-4003-9511-40bdf16b924d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:00.861701 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-05454c3c-c318-40d6-91fc-142284067555 req-eff9e2de-348f-4003-9511-40bdf16b924d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2046552
Jun 24 16:34:00.882274 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:00.895122 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-04504b3d-e81b-403c-a1bf-a55f4beee4cc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/quotas/606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 375 time: 0.0585787
Jun 24 16:34:00.902180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:00.920907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a2fd12f7-c286-4775-8658-438e10b3bf80 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:00.996356 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Network 7414906b-0b32-4412-a443-ed8e9f547335 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:34:00.997726 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-05454c3c-c318-40d6-91fc-142284067555 req-ee9c195c-db6a-4bf5-b0cc-e209d21fdc67 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1350689
Jun 24 16:34:01.006449 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:34:01.017988 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Made reservation on behalf of 09584de3a4b14c5a90eb9b1c2149d6fb for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:34:01.022142 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:01.116343 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-57a458f4-ba6c-41d1-b558-b6148f5f7a2d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1965528
Jun 24 16:34:01.172718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port a2fd12f7-c286-4775-8658-438e10b3bf80 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:01.186645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port a2fd12f7-c286-4775-8658-438e10b3bf80 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:01.187604 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:01.346587 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-59188baa-f580-4ce6-9356-a46ae0510356 req-27a8df4a-aaca-4a4a-952c-3610b36210b2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.0709579
Jun 24 16:34:01.483992 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-9cedbe08-7830-4a0f-95d9-6dcabb62c817 service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3259187
Jun 24 16:34:01.557577 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port a2fd12f7-c286-4775-8658-438e10b3bf80 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:01.558190 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:01.591849 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port a2fd12f7-c286-4775-8658-438e10b3bf80, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a2fd12f7-c286-4775-8658-438e10b3bf80,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:01.593942 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-07cfcb23-8e7a-455c-949e-5f6f37c0015c None None] Provisioning complete for port 324748c2-82dc-4bb3-a316-1369e6d7e498 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:01.594630 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-07cfcb23-8e7a-455c-949e-5f6f37c0015c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:01.628119 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:01.712121 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Allocated IP 172.20.0.13 (e798456c-6e0e-4eb9-9c41-fac0ea090965/c44663d3-b0e1-472a-9ee7-a75340c41530/8a215961-1299-415e-b991-1271a78f7ae0) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:34:01.722093 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-07cfcb23-8e7a-455c-949e-5f6f37c0015c None None] Port 324748c2-82dc-4bb3-a316-1369e6d7e498 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:34:01.734377 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=a2fd12f7-c286-4775-8658-438e10b3bf80,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:01.769246 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-f5b6f633-2b4a-458f-b03b-a8a7c807914f service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2805245
Jun 24 16:34:01.773864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:34:02.114644 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f3c5bfd-98c9-4e20-89a1-b9cf44713cba req-fe08b920-22a7-4f54-9995-cba4b259916f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.1045980
Jun 24 16:34:02.189708 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:34:02.206067 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Sync routers for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:34:02.223345 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-84a78d36-16a9-477b-a1d1-db740c0039bf admin admin] 10.222.0.18 "PUT /v2.0/routers/70b9fcf8-09e2-4db8-b9d6-6f861e467e5b/add_router_interface HTTP/1.1" status: 200  len: 503 time: 6.8740087
Jun 24 16:34:02.223992 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:02.225089 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:02.227017 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:02.288813 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Transition to ACTIVE for port object 8a215961-1299-415e-b991-1271a78f7ae0 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:34:02.332016 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:02.350578 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:34:02.424523 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:34:02.428544 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:34:02.432984 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:34:02.472060 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event updated for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:02.476011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2527f43-3a27-4845-a9ee-ffd7a388ede3 req-b4058e84-dd78-4dfb-8ab6-60c89ebc2ad8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:02.501787 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c2527f43-3a27-4845-a9ee-ffd7a388ede3 req-b4058e84-dd78-4dfb-8ab6-60c89ebc2ad8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3202398
Jun 24 16:34:02.574664 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:02.576569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:02.623057 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-c9820ae3-be9b-4a10-9830-5b5027da36d3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 2.4585836
Jun 24 16:34:02.627542 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:02.640094 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c2527f43-3a27-4845-a9ee-ffd7a388ede3 req-e2a15732-5315-481c-b85a-a89fc6670030 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1362357
Jun 24 16:34:02.857054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:02.906483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:34:02.973434 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a2fd12f7-c286-4775-8658-438e10b3bf80 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:03.044256 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91b76db-0ece-42a9-84b2-753ce46c5ddb req-fe15abd6-653e-4d13-b2d0-770b8744fdd1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:03.047096 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a91b76db-0ece-42a9-84b2-753ce46c5ddb req-fe15abd6-653e-4d13-b2d0-770b8744fdd1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 932 time: 0.3017235
Jun 24 16:34:03.066784 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: ACTIVE; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:03.067890 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.111901 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:34:03.115774 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a91b76db-0ece-42a9-84b2-753ce46c5ddb req-a7e63856-1cd9-4857-899b-a089f15a8dcf tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0624681
Jun 24 16:34:03.159350 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fcb64218-4971-4f57-a0b9-0cd3653e4330 None None] Provisioning for port 8a215961-1299-415e-b991-1271a78f7ae0 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:03.179279 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-fcb64218-4971-4f57-a0b9-0cd3653e4330 None None] Provisioning complete for port 8a215961-1299-415e-b991-1271a78f7ae0 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:03.180019 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fcb64218-4971-4f57-a0b9-0cd3653e4330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.221889 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:03.222892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port a2fd12f7-c286-4775-8658-438e10b3bf80 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:03.223302 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.280605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Request body: {'port': {'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:03.285153 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.470233 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fcb64218-4971-4f57-a0b9-0cd3653e4330 None None] Port 8a215961-1299-415e-b991-1271a78f7ae0 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:34:03.538168 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59566) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:03.556571 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['78a4e31b-a598-4436-bdeb-0904cefd7b6e'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:34:03.569565 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1405128976', 'description': 'tempest-secgroup-smoke-1405128976 description', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:03.578435 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9512bac-edee-4985-b47f-c8025762d4eb req-713d8a3f-1ba7-40ff-a58a-ae498c91ab49 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.2202313
Jun 24 16:34:03.583030 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:03.583318 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:59Z', 'revision_number': 4, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '324748c2-82dc-4bb3-a316-1369e6d7e498', 'name': '', 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'mac_address': 'fa:16:3e:40:b7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:58Z', 'updated_at': '2022-06-24T16:33:59Z', 'revision_number': 2, 'project_id': '60e77dec22fa4af09852364f8a208821', 'subnets': [{'id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:03.597867 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:03.601037 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Checking router: 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:34:03.601598 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Updating router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b port 324748c2-82dc-4bb3-a316-1369e6d7e498 binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:34:03.608340 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:03.639137 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:03.659747 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.699031 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:03.709924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:03.714906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:03.726267 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:03.733266 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.753899 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:03.976072 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:04.070423 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.080837 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.140764 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port a2fd12f7-c286-4775-8658-438e10b3bf80 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:04.175703 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.181466 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.6344242
Jun 24 16:34:04.190556 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59582) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:04.222533 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:04.253391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:04.258121 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:04.264019 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:04.274272 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:04.290926 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3381f3-ad4a-48f3-be82-510002e6a580 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:04.360182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.633044 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3873a8e8-0e40-4f2d-9929-a3b21abcb2c2 req-04c9cb53-b662-46e9-8d09-741190ad6632 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:04.663109 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3873a8e8-0e40-4f2d-9929-a3b21abcb2c2 req-04c9cb53-b662-46e9-8d09-741190ad6632 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.7279310
Jun 24 16:34:04.832762 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.881780 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Transition to ACTIVE for port object 324748c2-82dc-4bb3-a316-1369e6d7e498 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:34:04.912835 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:04.939605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3873a8e8-0e40-4f2d-9929-a3b21abcb2c2 req-a2db1aa9-39c9-4eb5-9c94-c4064cb919aa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2743313
Jun 24 16:34:05.040326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-dab5b4b7-8b6f-439f-b3b1-8090272e5cfb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:05.043349 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-dab5b4b7-8b6f-439f-b3b1-8090272e5cfb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.2923958
Jun 24 16:34:05.139940 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-2e829591-3ac1-4575-b3af-078b4c65aab9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 471 time: 0.0821455
Jun 24 16:34:05.145714 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:05.156796 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'port': {'device_id': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'admin_state_up': True, 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'security_groups': ['b686f4ca-a481-4179-9f42-78db31a106df']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:05.181811 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffe4f-73a2-4d45-9688-0eee71256a2d None None] Pushing event updated for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:05.327637 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8a215961-1299-415e-b991-1271a78f7ae0 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:34:05.359334 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:05.365308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:05.395908 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72ad2dc-ee28-4208-9d87-3f3dbc9f8ca4 req-285d67ad-e737-4e39-a234-3ddc7b37ddd6 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:05.409323 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a72ad2dc-ee28-4208-9d87-3f3dbc9f8ca4 req-285d67ad-e737-4e39-a234-3ddc7b37ddd6 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 932 time: 0.8795464
Jun 24 16:34:05.476191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Transition to ACTIVE for port object 8a215961-1299-415e-b991-1271a78f7ae0 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:34:05.484693 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:05.897755 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Attempting to bind port 324748c2-82dc-4bb3-a316-1369e6d7e498 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:34:05.898664 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Attempting to bind port 324748c2-82dc-4bb3-a316-1369e6d7e498 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:34:05.899219 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Attempting to bind port 324748c2-82dc-4bb3-a316-1369e6d7e498 on network 7414906b-0b32-4412-a443-ed8e9f547335 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:34:05.912512 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:34:05.912906 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Checking segment: {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:34:05.913609 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:05.914011 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Bound using segment: {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:34:05.914501 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Bound port: 324748c2-82dc-4bb3-a316-1369e6d7e498, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 307, 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:34:05.914937 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.021740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:06.127484 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Pushing event updated for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:06.221283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0c71c208-d13d-4b3a-9f3d-a8c71a96e090,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:06.258641 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] For port 324748c2-82dc-4bb3-a316-1369e6d7e498, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:34:06.263298 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] For port 324748c2-82dc-4bb3-a316-1369e6d7e498, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=324748c2-82dc-4bb3-a316-1369e6d7e498,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:34:06.278418 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.285043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Attempting to bind port 8a215961-1299-415e-b991-1271a78f7ae0 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:34:06.285728 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Attempting to bind port 8a215961-1299-415e-b991-1271a78f7ae0 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:34:06.286324 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Attempting to bind port 8a215961-1299-415e-b991-1271a78f7ae0 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:34:06.302301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Port 8a215961-1299-415e-b991-1271a78f7ae0 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:34:06.302681 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Attempting to bind port 8a215961-1299-415e-b991-1271a78f7ae0 on network e798456c-6e0e-4eb9-9c41-fac0ea090965 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:34:06.330447 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 33, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:34:06.331529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Checking segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:34:06.331529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Bound using segment: {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:34:06.331895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Bound port: 8a215961-1299-415e-b991-1271a78f7ae0, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c1194fa-1176-4782-bbdb-61c9fbe56f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 344, 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:34:06.332080 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.385286 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:06.386146 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.421034 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-44fd5308-d2d8-4c00-b34f-3700dcca87a3 req-15c240f0-f85a-479c-9cdf-847b6a08fd59 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.9967058
Jun 24 16:34:06.443166 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.453453 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7a02b842-ddbf-475d-b89b-b21163537faf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 2.2515211
Jun 24 16:34:06.456093 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:06.469779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59640) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:06.496008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:06.510186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:port and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:06.523813 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a72ad2dc-ee28-4208-9d87-3f3dbc9f8ca4 req-f6529131-bf0f-4b3d-bb0b-970cdb041877 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 1.1098733
Jun 24 16:34:06.525165 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:06.532029 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:06.547082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:06.595744 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:06.611024 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:06.613924 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:06.626441 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:34:06.643080 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:33:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:06.647343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.704427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:06.787727 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:34:06.792100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a215961-1299-415e-b991-1271a78f7ae0,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:34:06.799191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.890637 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24bffe4f-73a2-4d45-9688-0eee71256a2d None None] Pushing event updated for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:06.964933 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:06.966419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:06.985148 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] 10.222.0.47 "PUT /v2.0/ports/8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1094 time: 3.7031231
Jun 24 16:34:06.987804 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1342459d-68f1-463c-b799-be6f6aedd9bc service neutron] Pushing event updated for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:06.991605 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:06.996085 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.004207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:07.126449 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05680329-dab6-409f-87bb-4de173f88588'] response: {'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'status': 'completed', 'code': 200}
Jun 24 16:34:07.144983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:07.169312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.172419 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:07.178711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.292289 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ae8a87b5-e64a-4d1d-95cd-c235e6094e07'] response: {'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'code': 200}
Jun 24 16:34:07.333223 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:07.370429 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:07.416619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db56bb3f-4484-471a-b122-8e90b2024dfe req-2b99bd58-0ec6-4aeb-b6b9-8977d3d237f2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:07.424272 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db56bb3f-4484-471a-b122-8e90b2024dfe req-2b99bd58-0ec6-4aeb-b6b9-8977d3d237f2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.4659939
Jun 24 16:34:07.466289 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.467592 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.20.0.6 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/da1e5556-b87a-41c9-8727-30b8a9ea8c11) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:34:07.483097 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.531790 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db56bb3f-4484-471a-b122-8e90b2024dfe req-c3b82538-f34a-4341-a286-f5a264a95471 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1061192
Jun 24 16:34:07.573962 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68d98301-7352-4e91-a6b5-080afdb58162,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:07.612747 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.614004 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6717edd1-6e0e-417a-95dd-4d92afdfcbf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 1.1425910
Jun 24 16:34:07.618299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59662) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:07.630936 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:07.650577 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:07.657948 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:07.663865 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:07.692864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:07.721376 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.811730 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:59Z', 'revision_number': 4, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '324748c2-82dc-4bb3-a316-1369e6d7e498', 'name': '', 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'mac_address': 'fa:16:3e:40:b7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:58Z', 'updated_at': '2022-06-24T16:34:06Z', 'revision_number': 4, 'project_id': '60e77dec22fa4af09852364f8a208821', 'subnets': [{'id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:07.818101 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c4b44f5-f7d0-4c94-90b4-8b0b19a838bf None None] The sync data for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi is: [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:33:59Z', 'revision_number': 4, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '324748c2-82dc-4bb3-a316-1369e6d7e498', 'name': '', 'network_id': '7414906b-0b32-4412-a443-ed8e9f547335', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'mac_address': 'fa:16:3e:40:b7:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_interface', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:58Z', 'updated_at': '2022-06-24T16:34:06Z', 'revision_number': 4, 'project_id': '60e77dec22fa4af09852364f8a208821', 'subnets': [{'id': 'a5bc79f9-8fcf-41ee-82ee-d4de194c8772', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:34:07.823281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ebd672b8-4353-44e9-a234-1168b3cda8fc req-0d428449-e8a2-4a2d-8106-18faec1e5925 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:34:07.828217 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.838988 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.868946 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c80dbed-4490-4607-b393-a93bcba07355,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:07.892094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.899069 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e3f2cf32-0427-40c8-9bb7-d57b316d9ae5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2750535
Jun 24 16:34:07.900195 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59668) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:07.904310 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ebd672b8-4353-44e9-a234-1168b3cda8fc req-0d428449-e8a2-4a2d-8106-18faec1e5925 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:34:07.906173 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ebd672b8-4353-44e9-a234-1168b3cda8fc req-0d428449-e8a2-4a2d-8106-18faec1e5925 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.2659626
Jun 24 16:34:07.917778 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:07.959157 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:07.968254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:07.977023 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:07.978059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:08.002359 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:08.002893 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Transition to ACTIVE for port object da1e5556-b87a-41c9-8727-30b8a9ea8c11 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:34:08.012906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45b1669-c580-4df3-aa75-0f7a3f20582a req-81467958-5aca-4dec-a6ca-615dc4baa3c8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:08.015208 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f45b1669-c580-4df3-aa75-0f7a3f20582a req-81467958-5aca-4dec-a6ca-615dc4baa3c8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 944 time: 0.2456863
Jun 24 16:34:08.028845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.087821 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f45b1669-c580-4df3-aa75-0f7a3f20582a req-a95edea2-772b-4645-beed-7d01cb3f2b70 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0611732
Jun 24 16:34:08.094604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.126210 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.141491 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.189175 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:34:08.192460 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:34:08.198176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:34:08.205775 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:08.210755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.233982 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 3.0865908
Jun 24 16:34:08.237038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f9ac72-d4fa-467d-b3ed-78fbef75f835 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:08.256148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=610be2d5-4d80-4aae-9c74-680588edd546,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:08.272801 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.279102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59678) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:08.283753 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-ca2171cc-72e3-4bed-aa0f-ef3f5807417f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.3817551
Jun 24 16:34:08.287560 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:08.296578 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:08.304773 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:08.322401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:08.333597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:08.351981 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.securitygroups_db [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Project 901fbc33d59d49f8afa7f06d62e19e16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:34:08.364776 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.476669 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.482358 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.526160 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6b6efb36-f4ea-4154-8b6c-2fa7cc349a97,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:08.533409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.537922 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-507833a6-cc2a-4e78-9d92-40270bee7664 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.2533910
Jun 24 16:34:08.538568 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59682) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:08.546335 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'security_group_rule': {'security_group_id': '3aae6a9b-f2d1-4053-ae0b-d62f608a50f9', 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:08.553060 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:08.558206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:security_group_rule and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:08.562443 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:08.569612 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:08.571334 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c726b247-cbcf-4861-b640-af7cf7c76972 None None] Provisioning for port da1e5556-b87a-41c9-8727-30b8a9ea8c11 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:08.581656 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c726b247-cbcf-4861-b640-af7cf7c76972 None None] Provisioning complete for port da1e5556-b87a-41c9-8727-30b8a9ea8c11 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:08.582737 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c726b247-cbcf-4861-b640-af7cf7c76972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.584686 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.securitygroups_db [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Project 901fbc33d59d49f8afa7f06d62e19e16 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:34:08.593394 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.680167 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-c726b247-cbcf-4861-b640-af7cf7c76972 None None] Port da1e5556-b87a-41c9-8727-30b8a9ea8c11 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:34:08.687467 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.695269 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.717781 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72b7e913-1bfb-4150-a461-f083011d7873,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:08.739776 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:08.741829 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2a5cdd2b-9e01-445a-b136-08abf20dcd88 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2013166
Jun 24 16:34:08.892353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d8ab58f-e2e2-427c-82ad-42f2c70aeb10 req-2cfe6d91-62ff-4680-9311-dee47e72a2b3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:08.894350 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d8ab58f-e2e2-427c-82ad-42f2c70aeb10 req-2cfe6d91-62ff-4680-9311-dee47e72a2b3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.1709843
Jun 24 16:34:08.896667 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 324748c2-82dc-4bb3-a316-1369e6d7e498 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:08.986355 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d8ab58f-e2e2-427c-82ad-42f2c70aeb10 req-2fc4b691-617f-450b-a6f7-4ee4fbe79f8e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0831473
Jun 24 16:34:09.034757 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 324748c2-82dc-4bb3-a316-1369e6d7e498 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:09.048392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 324748c2-82dc-4bb3-a316-1369e6d7e498 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:09.048965 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:09.113081 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Request body: {'port': {'device_id': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:09.434462 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-e716605a-0023-44ae-ad08-0606027cb13a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:09.442614 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-e716605a-0023-44ae-ad08-0606027cb13a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1097 time: 0.2818410
Jun 24 16:34:09.485058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:09.724503 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 324748c2-82dc-4bb3-a316-1369e6d7e498 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:09.725226 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:09.847965 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 324748c2-82dc-4bb3-a316-1369e6d7e498, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=324748c2-82dc-4bb3-a316-1369e6d7e498,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:09.854578 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:09.945126 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-fa18e9a9-e11f-4244-9e81-821b9ea77c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:09.947459 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-fa18e9a9-e11f-4244-9e81-821b9ea77c0a service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&shared=False HTTP/1.1" status: 200  len: 920 time: 0.4947426
Jun 24 16:34:10.091034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:10.184577 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fecbbf-5aeb-4e20-8cf0-c7b5ec9aded6 req-b1bcb848-133e-48fb-a5e7-08ed3d86a881 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:10.206164 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66fecbbf-5aeb-4e20-8cf0-c7b5ec9aded6 req-b1bcb848-133e-48fb-a5e7-08ed3d86a881 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 931 time: 0.7218895
Jun 24 16:34:10.247523 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-72a07d2b-0a62-4ab6-9e91-6bf7277c7cba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:10.250730 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f36df843-dea8-4a67-8d92-e0c5a673e7de req-72a07d2b-0a62-4ab6-9e91-6bf7277c7cba service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.2952843
Jun 24 16:34:10.275497 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcf8284-cba5-4a89-924f-f8225893e5ec req-25c8f95c-e1d2-4fb4-a91f-9364c32417f9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:10.296038 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0dcf8284-cba5-4a89-924f-f8225893e5ec req-25c8f95c-e1d2-4fb4-a91f-9364c32417f9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 944 time: 0.6611054
Jun 24 16:34:10.437236 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66fecbbf-5aeb-4e20-8cf0-c7b5ec9aded6 req-022ea210-b765-4080-ba3c-177610d088f1 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2291589
Jun 24 16:34:10.615371 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-f0874430-3be9-4a40-b8b3-048039fc23d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:10.617348 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-f0874430-3be9-4a40-b8b3-048039fc23d7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1097 time: 0.3077545
Jun 24 16:34:10.711074 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0dcf8284-cba5-4a89-924f-f8225893e5ec req-aaf8b047-4db2-44f1-9d3a-2a89c5814b47 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4132595
Jun 24 16:34:10.903216 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-1ab1e53f-43ba-498d-b588-b26def226b33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 217 time: 0.2759612
Jun 24 16:34:10.923188 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 324748c2-82dc-4bb3-a316-1369e6d7e498 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:11.132439 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-a72630ca-8c46-4e0e-a73f-4e86b442efb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:11.133391 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:11.135310 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-a72630ca-8c46-4e0e-a73f-4e86b442efb4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.2150481
Jun 24 16:34:11.214403 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 324748c2-82dc-4bb3-a316-1369e6d7e498 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:11.215346 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:11.464345 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-2d0c9424-7826-4b05-b358-880fe3f936fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:11.471131 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-2d0c9424-7826-4b05-b358-880fe3f936fd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3279374
Jun 24 16:34:11.630383 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3be724-d931-403c-a118-f6b3752ef26b req-e46cc215-0016-49a6-a4e6-f0c5c679276d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:11.644578 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf3be724-d931-403c-a118-f6b3752ef26b req-e46cc215-0016-49a6-a4e6-f0c5c679276d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.9254479
Jun 24 16:34:11.736370 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 324748c2-82dc-4bb3-a316-1369e6d7e498 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:12.033750 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-21d746d2-a1e6-4917-b76c-c3fb5c785da9 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5553918
Jun 24 16:34:12.072074 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da1e5556-b87a-41c9-8727-30b8a9ea8c11 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:34:12.118919 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf3be724-d931-403c-a118-f6b3752ef26b req-f1edf1d2-ddce-45d1-97e6-3e188e1b57d2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.4719157
Jun 24 16:34:12.143086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:12.202558 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Transition to ACTIVE for port object da1e5556-b87a-41c9-8727-30b8a9ea8c11 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:34:12.212283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:12.520504 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ed325f1-d0e3-4950-92d8-9c417a9d72be req-32d5aba9-a0c0-438d-adc3-89a18d1266d8 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4722431
Jun 24 16:34:12.592132 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08afb6d2-035c-4697-85a8-08e58b82efaf req-82ae904a-eb05-40d1-9572-f5bb39e25b9f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:12.596099 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-08afb6d2-035c-4697-85a8-08e58b82efaf req-82ae904a-eb05-40d1-9572-f5bb39e25b9f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 931 time: 0.7914472
Jun 24 16:34:12.645051 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Pushing event updated for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:13.390429 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-08afb6d2-035c-4697-85a8-08e58b82efaf req-1b3b6913-29af-4e6c-bc3d-c87135bda197 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.7408733
Jun 24 16:34:13.452013 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Attempting to bind port da1e5556-b87a-41c9-8727-30b8a9ea8c11 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:34:13.452682 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Attempting to bind port da1e5556-b87a-41c9-8727-30b8a9ea8c11 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:34:13.453237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Attempting to bind port da1e5556-b87a-41c9-8727-30b8a9ea8c11 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:34:13.486007 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Port da1e5556-b87a-41c9-8727-30b8a9ea8c11 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:34:13.496130 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Attempting to bind port da1e5556-b87a-41c9-8727-30b8a9ea8c11 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:34:13.545617 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ebd2d6-9c26-4d7f-bcb1-882550a3a6a7 req-b227017c-17ef-4d15-93b1-a1268775fe99 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:13.572799 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a2ebd2d6-9c26-4d7f-bcb1-882550a3a6a7 req-b227017c-17ef-4d15-93b1-a1268775fe99 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 944 time: 0.9137583
Jun 24 16:34:13.588162 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:34:13.592481 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:34:13.593359 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:34:13.595249 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Bound port: da1e5556-b87a-41c9-8727-30b8a9ea8c11, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:34:13.596989 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:13.987520 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a2ebd2d6-9c26-4d7f-bcb1-882550a3a6a7 req-a8117ef0-b7a3-4846-82db-5d2a5b81031a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.4131713
Jun 24 16:34:14.011625 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:34:14.041822 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:34:14.072148 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:14.183511 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:14.184214 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:14.187078 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] 10.222.0.47 "PUT /v2.0/ports/da1e5556-b87a-41c9-8727-30b8a9ea8c11 HTTP/1.1" status: 200  len: 1093 time: 5.0803750
Jun 24 16:34:14.225700 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ff496e-518d-480d-8797-3ab252e6a7ea req-7480f39b-8774-4e94-8f8b-8227d5cb139f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:14.240524 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70ff496e-518d-480d-8797-3ab252e6a7ea req-7480f39b-8774-4e94-8f8b-8227d5cb139f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.5046155
Jun 24 16:34:14.458410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:14.752686 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70ff496e-518d-480d-8797-3ab252e6a7ea req-436bc80a-b510-4488-bf2c-3051dee7b933 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5103436
Jun 24 16:34:14.866243 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Pushing event updated for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:14.946388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.948785 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.949626 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.950642 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.953069 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.954052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.959033 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.959775 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.960672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.961349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.962038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:14.969312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a83231dd-b1fb-4f8f-9001-55afc4e6b27a service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:15.012277 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5df3b21f-2349-444a-bd3e-e8522d6417bc'] response: {'name': 'network-changed', 'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'status': 'completed', 'code': 200}
Jun 24 16:34:15.088601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-6c12a71e-a86c-4850-9e82-85b74cccc355 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:15.092836 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-6c12a71e-a86c-4850-9e82-85b74cccc355 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1098 time: 0.3271451
Jun 24 16:34:15.102400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 8a215961-1299-415e-b991-1271a78f7ae0 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:34:15.105877 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:34:15.344566 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-d298800e-c764-482c-a080-6bea11d285b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:15.347025 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-d298800e-c764-482c-a080-6bea11d285b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 1096 time: 1.0782280
Jun 24 16:34:15.724238 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a215961-1299-415e-b991-1271a78f7ae0,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:15.806918 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-80fe82ec-9a21-4a0b-a985-f5cb8f651f4c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11 HTTP/1.1" status: 200  len: 217 time: 0.2806976
Jun 24 16:34:15.811673 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '8a215961-1299-415e-b991-1271a78f7ae0', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 344, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:34:16.131959 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 8a215961-1299-415e-b991-1271a78f7ae0 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:16.133144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:16.163158 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-7a03db04-308d-4b04-8266-8b501052f7a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:16.174400 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-7a03db04-308d-4b04-8266-8b501052f7a0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.3655908
Jun 24 16:34:16.194172 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-b9d6501c-b024-4bd7-a37c-b9fb650db592 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:16.209337 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-b9d6501c-b024-4bd7-a37c-b9fb650db592 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 1.0746551
Jun 24 16:34:16.244561 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8a215961-1299-415e-b991-1271a78f7ae0 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:34:16.307422 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a215961-1299-415e-b991-1271a78f7ae0,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:16.322731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:16.691108 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-0f8cb58e-13e1-4827-8e5f-dd32cc25be1e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 1000 time: 0.4788363
Jun 24 16:34:16.714276 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdb7812-5edc-46a3-a5f0-9930def60e85 req-1e97b3c9-ae6b-43d4-b6bf-094caf61fc7e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:16.726972 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-abdb7812-5edc-46a3-a5f0-9930def60e85 req-1e97b3c9-ae6b-43d4-b6bf-094caf61fc7e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 943 time: 1.7251589
Jun 24 16:34:16.786044 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['8a215961-1299-415e-b991-1271a78f7ae0'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:34:16.939065 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-78c4c45b-ad6c-4639-9bb5-ce2c226c2e10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:16.941571 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-78c4c45b-ad6c-4639-9bb5-ce2c226c2e10 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.2439740
Jun 24 16:34:16.996551 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-abdb7812-5edc-46a3-a5f0-9930def60e85 req-ffe2c8d5-635d-4fb8-a74b-8b3963eab2fa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2539158
Jun 24 16:34:17.221691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1295ed-2cc9-4e0f-a9f7-a2473310fa4f req-020bea4f-a6cd-4774-a1a8-17b19a6acc6e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:17.225587 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b1295ed-2cc9-4e0f-a9f7-a2473310fa4f req-020bea4f-a6cd-4774-a1a8-17b19a6acc6e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 944 time: 1.8638785
Jun 24 16:34:17.319164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-e39f13f1-f95a-4216-a3b9-acb9fbbf06e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:17.320091 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-05a77ac0-3ddd-469f-95ff-b9ce33ab61c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:17.321534 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-e39f13f1-f95a-4216-a3b9-acb9fbbf06e8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3615391
Jun 24 16:34:17.322772 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-05a77ac0-3ddd-469f-95ff-b9ce33ab61c7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 1.1277955
Jun 24 16:34:17.488172 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b1295ed-2cc9-4e0f-a9f7-a2473310fa4f req-c8fd121f-c168-4a48-826f-520cf74d3c66 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2431977
Jun 24 16:34:17.553088 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:18.127371 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-3e923b9d-fd02-4e34-b622-e95359314ac1 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.7931385
Jun 24 16:34:18.213339 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-9d0d2b0c-c932-47ab-888e-54862197a6d4 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.8530869
Jun 24 16:34:18.247043 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bef8c6-d4d4-4fc5-95f7-3d8400cc9f31 req-8574bf6c-6ff7-4b00-9dc8-39c3002d3981 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:18.249173 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9bef8c6-d4d4-4fc5-95f7-3d8400cc9f31 req-8574bf6c-6ff7-4b00-9dc8-39c3002d3981 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.7545965
Jun 24 16:34:18.346153 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 59880) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:18.797687 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9bef8c6-d4d4-4fc5-95f7-3d8400cc9f31 req-0b14a7b6-9eaf-4604-8e66-79f85f8f54c5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5377069
Jun 24 16:34:18.844827 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68f49d49-b8ee-46c6-84c9-219101c310a7 req-ad54fef7-88a9-4402-93eb-3cf6ad973f5d service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7100024
Jun 24 16:34:18.872586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dc3cdd56-0410-4801-991a-463e7328816f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:18.934025 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f65bf4-ef75-4c36-bfa8-cc1bd746712e req-3226d0b1-30c9-46e9-ad9f-4d6c267d2f15 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:18.939873 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-92f65bf4-ef75-4c36-bfa8-cc1bd746712e req-3226d0b1-30c9-46e9-ad9f-4d6c267d2f15 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 943 time: 0.2895534
Jun 24 16:34:19.280291 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:19.327253 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:19.334490 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Usage tracker for resource:security_group_rule and tenant:710847d9d5384d6c89c950b4d9c0c665 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:19.339474 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:19.350632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:19.449458 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-92f65bf4-ef75-4c36-bfa8-cc1bd746712e req-4b570ed3-dece-4107-bec6-d2fd299ce6b3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.5010428
Jun 24 16:34:19.558161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:19.583100 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:19.673016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3d300c-17ed-42ce-a66c-4cdc8ab962c1 req-92701b38-20d8-4520-9ea3-89d281b340b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:19.679528 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc3d300c-17ed-42ce-a66c-4cdc8ab962c1 req-92701b38-20d8-4520-9ea3-89d281b340b3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 945 time: 0.5474961
Jun 24 16:34:19.764839 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=710847d9d5384d6c89c950b4d9c0c665&name=default HTTP/1.1" status: 200  len: 2979 time: 1.4173996
Jun 24 16:34:19.769473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59896) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:19.789885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95601a9d-86d1-4f6e-83f1-c6db596c0d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eff54ce-785c-4fd3-9955-ac6799082a9d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:19.837325 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc3d300c-17ed-42ce-a66c-4cdc8ab962c1 req-1095dec7-3ebe-4d9d-9ae4-0c887915ee1f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1498237
Jun 24 16:34:19.959921 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:20.043190 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:20.176732 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:20.224541 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eff54ce-785c-4fd3-9955-ac6799082a9d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:20.264272 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.264956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.265579 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.266199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.271163 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.271941 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.272638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.273287 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.273924 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.274540 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.275483 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.283203 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:20.288378 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:20.290312 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7c1f37e7-223a-4aeb-becf-5dfa7ebf35a9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3eff54ce-785c-4fd3-9955-ac6799082a9d HTTP/1.1" status: 204  len: 168 time: 0.5196424
Jun 24 16:34:20.600510 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b9b901a-21f3-4e98-9e81-71ddb5d885d4 req-3f2b5225-dcea-4088-b803-bbeed3b3d1ad service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7143140
Jun 24 16:34:20.616571 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d9fcc1-9eff-4526-9d83-19aec1dee696 req-a60d565d-97a8-41e5-b74c-1fb52000e6fa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:20.626092 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-93d9fcc1-9eff-4526-9d83-19aec1dee696 req-a60d565d-97a8-41e5-b74c-1fb52000e6fa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4773550
Jun 24 16:34:20.827474 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-93d9fcc1-9eff-4526-9d83-19aec1dee696 req-a7218f3c-5965-4800-aca2-90be32ce4d8d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2002096
Jun 24 16:34:21.102056 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59914) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:21.162754 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.166175 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cb3b022b-26fb-44fb-8f36-380e1c812b4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.186826 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:21.191445 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Usage tracker for resource:security_group_rule and tenant:faca910a67154ad49ffcc63bafb9d7f1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:21.194962 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:21.201543 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:21.293089 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.299879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.359177 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=faca910a67154ad49ffcc63bafb9d7f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2543254
Jun 24 16:34:21.360729 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f99a4d2-53e9-4101-9680-c2cf064cbac1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8813107e-dea3-446a-9aff-6a8466defafe,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:21.364492 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 59920) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:21.489624 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d6fd5e-4280-4bfc-b628-cc5f076c38be req-643412fb-1cc1-4b7f-86c2-8de8e1050ee7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:21.494559 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-49d6fd5e-4280-4bfc-b628-cc5f076c38be req-643412fb-1cc1-4b7f-86c2-8de8e1050ee7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 943 time: 0.7662857
Jun 24 16:34:21.551172 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.621358 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.654569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-5c03a2bb-6850-4181-a91e-0e56a052022f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:21.657991 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-5c03a2bb-6850-4181-a91e-0e56a052022f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 1096 time: 0.7505348
Jun 24 16:34:21.712420 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-49d6fd5e-4280-4bfc-b628-cc5f076c38be req-27b04e9b-15e4-4b68-92c6-9be46ef9b601 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1957531
Jun 24 16:34:21.732676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1121ae5f-4b98-433d-884b-a1b8dfb5223c req-fe96b734-c65e-4959-b528-fbc503a668fc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:21.740841 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1121ae5f-4b98-433d-884b-a1b8dfb5223c req-fe96b734-c65e-4959-b528-fbc503a668fc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 945 time: 0.5997846
Jun 24 16:34:21.764518 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.817897 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8813107e-dea3-446a-9aff-6a8466defafe,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:21.863104 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:21.865217 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9a50c260-8e73-407a-8aa8-57ce78823e1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8813107e-dea3-446a-9aff-6a8466defafe HTTP/1.1" status: 204  len: 168 time: 0.4994378
Jun 24 16:34:21.959383 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:22.034065 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1121ae5f-4b98-433d-884b-a1b8dfb5223c req-92e5322e-7e0f-4b44-b659-242bffe19f0c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2918444
Jun 24 16:34:22.105320 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-72285551-76b3-4709-bb17-4814a721ca5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:22.107349 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-72285551-76b3-4709-bb17-4814a721ca5b service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.4352398
Jun 24 16:34:22.315039 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:22.334424 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-37deb96c-23d5-41cd-a50e-856d5b3eaebb service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11 HTTP/1.1" status: 200  len: 217 time: 0.2176800
Jun 24 16:34:22.624635 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-ccb4bb0b-bee7-4e89-bcd4-aa85a9dcfb9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:22.626363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-ccb4bb0b-bee7-4e89-bcd4-aa85a9dcfb9d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.1098764
Jun 24 16:34:22.832469 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 8a215961-1299-415e-b991-1271a78f7ae0 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:22.903133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37251b7-ce70-4b6d-92cd-d07e89028674 req-bc53ac04-f3a8-4032-a0ec-9d8d1c1e8c26 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:22.913582 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b37251b7-ce70-4b6d-92cd-d07e89028674 req-bc53ac04-f3a8-4032-a0ec-9d8d1c1e8c26 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.6461453
Jun 24 16:34:23.077595 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b37251b7-ce70-4b6d-92cd-d07e89028674 req-16daa563-e95a-4f44-b8f0-54ca05e14e05 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1607745
Jun 24 16:34:23.130663 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-3406f9ee-ba28-4c14-96fd-04a9271ebe9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:23.133523 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-3406f9ee-ba28-4c14-96fd-04a9271ebe9b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4818125
Jun 24 16:34:23.765247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:23.801108 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 8a215961-1299-415e-b991-1271a78f7ae0 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:23.841331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 8a215961-1299-415e-b991-1271a78f7ae0 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:23.850361 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:24.493088 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 8a215961-1299-415e-b991-1271a78f7ae0 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:24.493666 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:24.613419 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:24.649142 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a215961-1299-415e-b991-1271a78f7ae0,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:24.658755 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:24.771297 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-11af6a24-5659-4a09-a421-7f641da6cdcb service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 1.6294844
Jun 24 16:34:24.862462 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401c0291-6f9c-4cfd-a80a-70d3b67877d3 req-79cffbcf-cd7e-46d3-b7d1-19aca8a5a3b2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:24.865906 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-401c0291-6f9c-4cfd-a80a-70d3b67877d3 req-79cffbcf-cd7e-46d3-b7d1-19aca8a5a3b2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 945 time: 1.2676430
Jun 24 16:34:24.971243 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:24.988891 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device da1e5556-b87a-41c9-8727-30b8a9ea8c11 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:34:25.249534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2bdf2a0-ae27-46aa-9c26-5c46563f101e req-08c373a8-d7c3-4dd4-825b-0f352dca4c94 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:25.251959 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2bdf2a0-ae27-46aa-9c26-5c46563f101e req-08c373a8-d7c3-4dd4-825b-0f352dca4c94 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 943 time: 1.4991641
Jun 24 16:34:25.389793 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:25.448906 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'port_id': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'mac_address': 'fa:16:3e:9d:e8:25', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:34:25.467612 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-401c0291-6f9c-4cfd-a80a-70d3b67877d3 req-92bec2ed-80f0-41fd-b571-4a0ea92f5c18 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3570409
Jun 24 16:34:25.598089 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port da1e5556-b87a-41c9-8727-30b8a9ea8c11 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:25.598503 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:25.624815 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7862cb4-ae9e-48f0-b4e0-a02ebc84ef4d req-35f0abd9-3baf-420e-846d-c4c276cef7c0 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.8322411
Jun 24 16:34:25.633924 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f2bdf2a0-ae27-46aa-9c26-5c46563f101e req-f60a67fc-bff0-4c52-a0f9-4054cf263b2e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2801144
Jun 24 16:34:25.646606 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da1e5556-b87a-41c9-8727-30b8a9ea8c11 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:34:25.684065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:25.697118 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:25.860819 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:25.957918 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e77929f7-de4a-4a73-b4b7-a1c23e3dc477'] response: {'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'code': 200}
Jun 24 16:34:26.035779 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['da1e5556-b87a-41c9-8727-30b8a9ea8c11'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:34:26.337060 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7471b0-71d0-4aaa-ae4a-40c30c713fc0 req-3e1e069c-d1e9-4dca-9afa-4816a50b9f14 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:26.351044 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a7471b0-71d0-4aaa-ae4a-40c30c713fc0 req-3e1e069c-d1e9-4dca-9afa-4816a50b9f14 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3139000
Jun 24 16:34:26.467126 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a7471b0-71d0-4aaa-ae4a-40c30c713fc0 req-49ae1b6f-ceac-4b34-9d3f-2a303282bace tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1148415
Jun 24 16:34:26.676652 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ffd85-04d4-48dc-b14b-bae142e60e3d req-c7c71f52-699e-4870-b93b-5620e55651c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:26.678543 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d5ffd85-04d4-48dc-b14b-bae142e60e3d req-c7c71f52-699e-4870-b93b-5620e55651c1 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.1515522
Jun 24 16:34:26.770165 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d5ffd85-04d4-48dc-b14b-bae142e60e3d req-95a597b3-c202-49e6-bbcc-dabe79ed7482 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0836546
Jun 24 16:34:27.146835 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767a8ec1-fb6d-42b8-b077-7377390eb050 req-a49c4b7c-07a6-4147-babe-c1c6728a5cef tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:27.161613 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-767a8ec1-fb6d-42b8-b077-7377390eb050 req-a49c4b7c-07a6-4147-babe-c1c6728a5cef tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.3235459
Jun 24 16:34:27.487674 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-767a8ec1-fb6d-42b8-b077-7377390eb050 req-79e18ae8-547e-44e9-bd77-dea1e0a7c2b8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.3245025
Jun 24 16:34:27.592179 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32af955-3c0b-4cde-a1ef-4f39185b2825 req-33cd3e10-7264-466c-97bd-f432454320c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:27.598633 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b32af955-3c0b-4cde-a1ef-4f39185b2825 req-33cd3e10-7264-466c-97bd-f432454320c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 944 time: 0.4225409
Jun 24 16:34:27.701300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b32af955-3c0b-4cde-a1ef-4f39185b2825 req-a491dfe3-5e82-44b6-9679-0b3721ec65cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0915008
Jun 24 16:34:28.107723 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5159312-11cd-40dd-87ad-cfb18da1a1a3 req-84ce18c8-978f-47e7-afaf-3b549af25307 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:28.112943 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d5159312-11cd-40dd-87ad-cfb18da1a1a3 req-84ce18c8-978f-47e7-afaf-3b549af25307 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.2888827
Jun 24 16:34:28.276339 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d5159312-11cd-40dd-87ad-cfb18da1a1a3 req-d58e6e7c-b75c-438a-a1be-eaa7037bb7bd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1383390
Jun 24 16:34:28.837558 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device da1e5556-b87a-41c9-8727-30b8a9ea8c11 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:34:29.136929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port da1e5556-b87a-41c9-8727-30b8a9ea8c11 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:34:29.157941 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port da1e5556-b87a-41c9-8727-30b8a9ea8c11 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:34:29.158479 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:29.453269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port da1e5556-b87a-41c9-8727-30b8a9ea8c11 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:29.453724 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:29.546299 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:29.548129 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:29.556155 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:29.670329 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:29.683963 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.685261 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.685438 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.685703 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.686076 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.686553 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.687227 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.687727 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.688209 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.688777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.689290 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.690016 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:34:29.755090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b2d0fb-de2f-4891-880f-6814b898d823 req-fa166a12-21a7-4917-ab47-f478cfd83154 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:29.764280 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6b2d0fb-de2f-4891-880f-6814b898d823 req-fa166a12-21a7-4917-ab47-f478cfd83154 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.8556757
Jun 24 16:34:29.855489 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90abc4fc-7373-4ce3-9d5c-a5a4eba98f40 req-53872b8f-d6b2-40d6-bbfb-5482603af8a2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:29.867388 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-90abc4fc-7373-4ce3-9d5c-a5a4eba98f40 req-53872b8f-d6b2-40d6-bbfb-5482603af8a2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 944 time: 0.6130888
Jun 24 16:34:29.918636 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6b2d0fb-de2f-4891-880f-6814b898d823 req-b5720e33-f46d-41e1-87c5-116ef7057fd7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1528878
Jun 24 16:34:29.978105 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-90abc4fc-7373-4ce3-9d5c-a5a4eba98f40 req-ccba0060-0fea-44c6-bd4e-86669460b5d5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1085143
Jun 24 16:34:30.188117 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6581f80c-e0c8-451a-8c57-3374cca91330'] response: {'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'code': 200}
Jun 24 16:34:30.950662 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61033e86-3e5e-4a7e-be82-fc88071f00c1 req-b92e8a59-fdd1-4910-9779-4f824e7a7bf1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:30.953725 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-61033e86-3e5e-4a7e-be82-fc88071f00c1 req-b92e8a59-fdd1-4910-9779-4f824e7a7bf1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.6716349
Jun 24 16:34:31.056692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09def1d5-596f-4fd1-85a7-20742b58081d req-b95fa753-caf2-400f-84e3-89627a3ed694 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:31.058207 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-09def1d5-596f-4fd1-85a7-20742b58081d req-b95fa753-caf2-400f-84e3-89627a3ed694 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.5743079
Jun 24 16:34:31.069990 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60076) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:31.084943 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f9620c-3112-43f4-9d21-0d1334ef08fe req-59c0a16b-51be-48b8-9913-335763272ff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:31.086892 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'floatingip': {'port_id': '8a215961-1299-415e-b991-1271a78f7ae0'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:31.087127 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-77f9620c-3112-43f4-9d21-0d1334ef08fe req-59c0a16b-51be-48b8-9913-335763272ff3 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 1098 time: 0.3853548
Jun 24 16:34:31.233301 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-61033e86-3e5e-4a7e-be82-fc88071f00c1 req-57be514b-562e-48bc-91f3-f3355223c8fa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2536757
Jun 24 16:34:31.385491 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-77f9620c-3112-43f4-9d21-0d1334ef08fe req-a69015cb-3aeb-4ae6-9d60-e194de5ec5fb service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2808781
Jun 24 16:34:31.486414 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:31.565244 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7fc3b0-ea21-4c3f-b522-d261ba63233e req-86cae097-7df2-4667-97c6-016d1b80771f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:31.583511 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cf7fc3b0-ea21-4c3f-b522-d261ba63233e req-86cae097-7df2-4667-97c6-016d1b80771f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.2808979
Jun 24 16:34:31.586056 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60082) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:31.704999 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cf7fc3b0-ea21-4c3f-b522-d261ba63233e req-7185f810-7fd4-4b6b-85ec-aaa738bd90f5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1201403
Jun 24 16:34:32.236551 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:32.285526 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:32.293736 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Usage tracker for resource:security_group_rule and tenant:636aba23acbb478daa05a5cd47d70db1 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:32.304454 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:32.314669 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:32.550154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:32.576260 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:32.852100 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=636aba23acbb478daa05a5cd47d70db1&name=default HTTP/1.1" status: 200  len: 2979 time: 1.2648253
Jun 24 16:34:32.853329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f9a857c-a520-45d0-9458-997d3c743f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96f19d1b-299a-4e67-acd7-9aae00e0963a,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:32.869376 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60096) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:33.203058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1962462-2b8e-4de7-9a19-02aeb87292e6 req-1e214a5e-d64a-4940-8ece-95eb67f526b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:33.204624 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a1962462-2b8e-4de7-9a19-02aeb87292e6 req-1e214a5e-d64a-4940-8ece-95eb67f526b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4436488
Jun 24 16:34:33.205325 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.489606 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.658973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.773079 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a1962462-2b8e-4de7-9a19-02aeb87292e6 req-a415ff93-c022-49fc-a50e-05c0cc27f98f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.5371037
Jun 24 16:34:33.802335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96f19d1b-299a-4e67-acd7-9aae00e0963a,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:33.805696 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.806947 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b6c3c52b-f5fd-41de-8fa1-d33ebcea1cad admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96f19d1b-299a-4e67-acd7-9aae00e0963a HTTP/1.1" status: 204  len: 168 time: 0.9355707
Jun 24 16:34:33.827148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.837913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:33.846443 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b5c93-26ca-452b-9ef8-1e13d177d808 req-95110450-7c6e-4616-a98f-854d55eb79ad tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:33.879582 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c56b5c93-26ca-452b-9ef8-1e13d177d808 req-95110450-7c6e-4616-a98f-854d55eb79ad tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.8171616
Jun 24 16:34:34.042315 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c56b5c93-26ca-452b-9ef8-1e13d177d808 req-1a8f6499-2912-4cb9-9c2e-9cee65da3784 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1614442
Jun 24 16:34:34.204310 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Floating IP 4ce02437-ab03-4482-8847-0f2d75d3e682 associated. External IP: 172.27.2.253, port: 8a215961-1299-415e-b991-1271a78f7ae0.
Jun 24 16:34:34.556471 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5b61a3c-c8f1-4083-af0c-42b19ad3abed req-150469e9-4ef3-4cfc-9c60-14a7762fa084 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:34.572308 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60118) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:34.578243 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b5b61a3c-c8f1-4083-af0c-42b19ad3abed req-150469e9-4ef3-4cfc-9c60-14a7762fa084 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.3157871
Jun 24 16:34:34.585958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'port_id': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:34.723786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:34.727175 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60124) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:34.769618 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:34.815688 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:34.823324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Usage tracker for resource:security_group_rule and tenant:183076828e9747d987fb41842016f76e is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:34.829369 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:34.843072 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:35.117471 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:35.130899 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:35.355163 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=183076828e9747d987fb41842016f76e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6237457
Jun 24 16:34:35.358732 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60144) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:35.363845 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4848f52-3b20-4a67-a72f-f6e5e08d6d21 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=393eaa94-59c0-4edb-9bf7-299406d7694c,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:35.580501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:35.595702 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4d73db-a882-408f-8c37-5f9ef1c3d75f req-bdaeb157-a38e-4b86-a242-67180d65db59 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:35.607498 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c4d73db-a882-408f-8c37-5f9ef1c3d75f req-bdaeb157-a38e-4b86-a242-67180d65db59 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4621110
Jun 24 16:34:35.727323 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c4d73db-a882-408f-8c37-5f9ef1c3d75f req-6027f060-c8f9-49f3-bdb7-f2a36e083cdf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184697
Jun 24 16:34:35.735884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:35.857652 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:34:35.947431 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:36.039840 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=393eaa94-59c0-4edb-9bf7-299406d7694c,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:36.069381 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:36.076221 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c63fd72d-eebe-43ce-b7b2-ecab5f6d5cb7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/393eaa94-59c0-4edb-9bf7-299406d7694c HTTP/1.1" status: 204  len: 168 time: 0.7129204
Jun 24 16:34:36.434771 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-fd92e817-bfde-4844-b372-933b16483aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:36.447709 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-fd92e817-bfde-4844-b372-933b16483aa2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1098 time: 0.2307880
Jun 24 16:34:36.461481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:34:36.473108 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:36.478305 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:34:36.511070 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:36.511728 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8b180d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:34:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:36.614246 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d4c32676-45bd-4f71-899d-2e8d5d1f4eff tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "PUT /v2.0/floatingips/4ce02437-ab03-4482-8847-0f2d75d3e682 HTTP/1.1" status: 200  len: 992 time: 5.5409682
Jun 24 16:34:36.691291 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:36.765036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-86133462-2a24-4aa2-a62b-8eb064b741d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:36.766546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-86133462-2a24-4aa2-a62b-8eb064b741d0 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.3177743
Jun 24 16:34:36.923196 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2df26e6f-3f51-4433-9c9a-6cf0faa23630'] response: {'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'status': 'completed', 'code': 200}
Jun 24 16:34:37.132630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.resource_extend [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}}
Jun 24 16:34:37.192153 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:37.504784 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-4a64af7d-9cb2-462f-a9d8-3d32fc17b0b5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 1000 time: 0.7268400
Jun 24 16:34:37.633999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:37.669270 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:37.783979 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-0b4b2f89-185f-472f-b14c-69e275964dc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:37.786680 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-0b4b2f89-185f-472f-b14c-69e275964dc1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.2698793
Jun 24 16:34:37.817892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a71c17-51fe-409b-a9a1-5aae1b50069c req-74cd6843-7039-4bed-a7aa-28b23b4e9b19 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:37.820414 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f1a71c17-51fe-409b-a9a1-5aae1b50069c req-74cd6843-7039-4bed-a7aa-28b23b4e9b19 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.6742752
Jun 24 16:34:37.937975 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 395c9a39-fd59-4f55-9ebb-028d5ff2ad89 associated. External IP: 172.27.2.17, port: da1e5556-b87a-41c9-8727-30b8a9ea8c11.
Jun 24 16:34:38.025910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-8a01f23b-7805-419f-919a-4ab501e509a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:38.031177 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-8a01f23b-7805-419f-919a-4ab501e509a1 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 1.0745158
Jun 24 16:34:38.126469 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f1a71c17-51fe-409b-a9a1-5aae1b50069c req-0e9377a5-ac8b-4e06-b05c-c99125432d33 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1466217
Jun 24 16:34:38.192230 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-9d2548b6-7b58-4c6f-9f7d-20c18962eb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:38.194734 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-9d2548b6-7b58-4c6f-9f7d-20c18962eb39 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3729713
Jun 24 16:34:38.503916 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8b180d0>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:34:33Z', 'revision_number': 1, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:38.515971 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:34:38.537930 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:38.538651 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8b180d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:34:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:38.571333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-0b7d57bc-35b5-4e3a-8910-baa58b3e9c1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:38.583344 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-0b7d57bc-35b5-4e3a-8910-baa58b3e9c1a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.4764259
Jun 24 16:34:38.708810 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-373c78a2-507f-49fc-bd9f-7504c6094b91 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5062053
Jun 24 16:34:39.050840 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:39.169594 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-9da3153d-dff9-4944-9f90-88b10ac7c8e7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1000 time: 0.5766177
Jun 24 16:34:39.226856 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3ab41372-d8e8-42a1-be3a-3fbe31b66cfd req-fc15805d-4049-4394-a6e9-7c34835cb24c service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.5111337
Jun 24 16:34:39.306265 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-8c88bae7-e4d3-4c88-bfcd-38a1ce076db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:39.308629 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-8c88bae7-e4d3-4c88-bfcd-38a1ce076db4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.1257164
Jun 24 16:34:39.595436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:34:39.721187 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef5a5b0-7830-4db3-bf49-2ba83c4c189d req-16803679-e4b9-4a33-9113-d1fece5950ef tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:39.723320 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ef5a5b0-7830-4db3-bf49-2ba83c4c189d req-16803679-e4b9-4a33-9113-d1fece5950ef tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.3115253
Jun 24 16:34:39.841313 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ef5a5b0-7830-4db3-bf49-2ba83c4c189d req-467b3309-f114-44f1-a125-50daadf4db3f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1075101
Jun 24 16:34:40.019851 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-9a60eb4e-098a-4f2c-b020-889888287abb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:40.021844 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-9a60eb4e-098a-4f2c-b020-889888287abb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.7001905
Jun 24 16:34:40.101472 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8b180d0>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:34:33Z', 'revision_number': 1, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:40.116259 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ba5034a-07b7-41f2-8332-ec808d0ce2b1 None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:34:33Z', 'revision_number': 1, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:34:40.223247 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-cb3d1d65-8feb-4daf-b98c-c8395c2a6635 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1913614
Jun 24 16:34:40.238254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:34:40.244789 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:40.266478 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:34:40.296851 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:40.298013 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:34:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:40.580773 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f77137c1-10e8-4bd5-b838-ab9fb43676aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "PUT /v2.0/floatingips/395c9a39-fd59-4f55-9ebb-028d5ff2ad89 HTTP/1.1" status: 200  len: 990 time: 6.0063195
Jun 24 16:34:40.587179 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:40.704437 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79bf154a-35be-40ec-9860-2f7d8d647051 req-b999cb57-5555-41cc-ae2d-9ef64dc35d9c service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4627368
Jun 24 16:34:40.710853 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:40.758773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a74c31c2-23c0-44a4-b805-f2d7c34816c2 None None] New status for floating IP 4ce02437-ab03-4482-8847-0f2d75d3e682: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:34:40.771703 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1614e533-a414-495f-8e1e-e86baac1522f'] response: {'name': 'network-changed', 'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'status': 'completed', 'code': 200}
Jun 24 16:34:41.101977 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-6b75f1e5-79af-478b-92aa-6094bba4c597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:41.104313 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-6b75f1e5-79af-478b-92aa-6094bba4c597 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 1098 time: 0.3112679
Jun 24 16:34:41.209938 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:34:41.497427 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:41.619961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-c9bcb65e-c810-4f0a-92cc-208b8d98d563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:41.626963 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-c9bcb65e-c810-4f0a-92cc-208b8d98d563 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.5030048
Jun 24 16:34:41.688465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39ce72e8-2dd6-4fdd-84d5-97cdff10ee75 req-e78fc6da-9ce2-45d5-8b15-87b98fab4482 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:41.703951 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39ce72e8-2dd6-4fdd-84d5-97cdff10ee75 req-e78fc6da-9ce2-45d5-8b15-87b98fab4482 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 945 time: 0.4623303
Jun 24 16:34:41.801978 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39ce72e8-2dd6-4fdd-84d5-97cdff10ee75 req-98601af8-5aca-49f5-bccc-5bb84f08cce2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937774
Jun 24 16:34:41.852995 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}, {'id': '395c9a39-fd59-4f55-9ebb-028d5ff2ad89', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:9d:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:59Z', 'updated_at': '2022-06-24T16:34:36Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:41.861332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: ACTIVE; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:41.861895 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:41.880918 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:34:41.920074 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:34:41.923957 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:34:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:41.929296 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:34:41.958857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:34:41.968538 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:42.021387 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-5b5b1ae1-225d-4104-b801-c81345a5b8d2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11 HTTP/1.1" status: 200  len: 998 time: 0.3864615
Jun 24 16:34:42.060717 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-63949007-d203-4613-a3b5-bc10d7e56ee4'] response: {'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'code': 200}
Jun 24 16:34:42.160760 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=8']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:42.219087 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-eba6203e-9a74-483f-8b61-30d7fa8279be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:42.229077 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-eba6203e-9a74-483f-8b61-30d7fa8279be service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.1844509
Jun 24 16:34:42.427866 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-6ecacce5-ea19-4402-9737-0cdcae59fc08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:42.439727 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-6ecacce5-ea19-4402-9737-0cdcae59fc08 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2002611
Jun 24 16:34:42.675050 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:34:42.806622 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-4f515154-9406-4c39-b57b-af4809d30cde service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3592458
Jun 24 16:34:43.033621 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9589a08e-336a-4cd8-8d4b-1e7a9a9332c8 req-3dc721c4-0b54-4e62-9e95-2b3a343d1ce0 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2197280
Jun 24 16:34:43.397405 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d0fc40>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}, {'id': '395c9a39-fd59-4f55-9ebb-028d5ff2ad89', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:9d:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:59Z', 'updated_at': '2022-06-24T16:34:36Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:43.406525 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-990b71ec-0fd8-4eb8-b1b1-5d50e0709e5d None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}, {'id': '395c9a39-fd59-4f55-9ebb-028d5ff2ad89', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.17', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 376, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:9d:e8:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:59Z', 'updated_at': '2022-06-24T16:34:36Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:34:43.448431 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3757a1ff-6908-46c2-9c5b-b194b6c3b7a6 req-d02da1d0-d7ea-4ca2-8f05-20698b20575d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:43.452481 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3757a1ff-6908-46c2-9c5b-b194b6c3b7a6 req-d02da1d0-d7ea-4ca2-8f05-20698b20575d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.3642292
Jun 24 16:34:43.578179 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3757a1ff-6908-46c2-9c5b-b194b6c3b7a6 req-3141182e-b000-4f79-ba07-14b2b8abfaca tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0958142
Jun 24 16:34:43.794130 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf51b35b-2661-457a-afc8-915b33300bc5 None None] New status for floating IP 395c9a39-fd59-4f55-9ebb-028d5ff2ad89: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:34:45.728743 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56c8ee0b-1687-4cc2-b0ac-d17525f00b68 req-d2f64faf-a511-497f-a7e5-db5ab5a90098 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:45.740475 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-56c8ee0b-1687-4cc2-b0ac-d17525f00b68 req-d2f64faf-a511-497f-a7e5-db5ab5a90098 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1552210
Jun 24 16:34:45.804442 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-56c8ee0b-1687-4cc2-b0ac-d17525f00b68 req-47ce4a74-5ee4-4c04-a192-722ee9edd377 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621643
Jun 24 16:34:46.909804 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:34:47.069244 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: DOWN; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:34:47.160629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bbd862c-f51a-4b16-9b75-17b0d02fe9b4 req-3db3c015-305f-40f3-9766-81a012ca0f38 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:47.163059 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2bbd862c-f51a-4b16-9b75-17b0d02fe9b4 req-3db3c015-305f-40f3-9766-81a012ca0f38 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1256337
Jun 24 16:34:47.243014 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2bbd862c-f51a-4b16-9b75-17b0d02fe9b4 req-73f1f6ab-d847-4b54-9638-d9d4777584ca tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0622799
Jun 24 16:34:48.327094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60354) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:48.509477 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-a6e6907d-497b-49ad-a0ae-714bb0616505 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1789191
Jun 24 16:34:48.650340 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a990e7-9f88-4406-bb8c-f8ccdc5f11c0 req-3a1b6137-db46-4956-9b49-250763c65bff tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:48.655658 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c2a990e7-9f88-4406-bb8c-f8ccdc5f11c0 req-3a1b6137-db46-4956-9b49-250763c65bff tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1992269
Jun 24 16:34:48.766513 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c2a990e7-9f88-4406-bb8c-f8ccdc5f11c0 req-8d8ce917-ec94-4838-8516-f923d7ad2d83 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1014082
Jun 24 16:34:48.882414 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a4348d8-5548-4474-9f27-63bb62b15f35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:50.114476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c36155f4-7395-4940-bdc5-5956e838f1c4 req-62567e32-d71c-4747-9c76-6c93534bb479 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:50.116425 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c36155f4-7395-4940-bdc5-5956e838f1c4 req-62567e32-d71c-4747-9c76-6c93534bb479 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1426501
Jun 24 16:34:50.175578 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c36155f4-7395-4940-bdc5-5956e838f1c4 req-1d0c7b20-bd1c-4812-976b-c15a0f360490 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0518682
Jun 24 16:34:51.164788 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-7b5a5d97-8793-44a1-b97b-4eeb851cb852 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:51.167802 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-7b5a5d97-8793-44a1-b97b-4eeb851cb852 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 1096 time: 0.1341662
Jun 24 16:34:51.170890 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2906165a-0837-4a61-abd2-4a8d4650d0dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:51.307860 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-c0648cd5-681f-43d5-a636-40cfca22dddb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:51.313037 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-c0648cd5-681f-43d5-a636-40cfca22dddb service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1096 time: 0.1149065
Jun 24 16:34:51.514991 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7245c17d-fd57-42d7-a94e-407f01e4509f req-eb4dc354-3461-4bbc-a7be-5cd46740a375 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:51.516714 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7245c17d-fd57-42d7-a94e-407f01e4509f req-eb4dc354-3461-4bbc-a7be-5cd46740a375 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1229067
Jun 24 16:34:51.577730 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7245c17d-fd57-42d7-a94e-407f01e4509f req-5a9cf3af-859c-4c20-9d64-7cb358c9abe2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0508959
Jun 24 16:34:51.695416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-b3cdb785-42b8-40e7-8b75-b78070134e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:51.696893 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-b3cdb785-42b8-40e7-8b75-b78070134e32 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.3636603
Jun 24 16:34:51.779099 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60492) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:51.830076 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-7697df7b-6cd2-439a-8873-a7187bc12ee4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 200  len: 998 time: 0.1212888
Jun 24 16:34:51.870894 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Deleting subnet 992c857d-6372-4649-bbb2-554329620959 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:34:51.877216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:51.946058 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:51.965521 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-f87c48f6-75fc-4ada-8581-117ffa933484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:51.968225 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-f87c48f6-75fc-4ada-8581-117ffa933484 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.1226435
Jun 24 16:34:51.981470 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:51.992249 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.097751 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:34:52.108125 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-68ce70c6-8116-4f04-bc78-d106e26af67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:52.111217 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-68ce70c6-8116-4f04-bc78-d106e26af67b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1312010
Jun 24 16:34:52.164407 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.236728 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=992c857d-6372-4649-bbb2-554329620959,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:52.263777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.271028 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d7f94926-19d2-4f86-90ab-3d8004c37dbb admin admin] 10.222.0.18 "DELETE /v2.0/subnets/992c857d-6372-4649-bbb2-554329620959 HTTP/1.1" status: 204  len: 168 time: 0.4904003
Jun 24 16:34:52.273609 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60504) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:52.289309 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.403069 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-e40cc481-9e62-4e6e-bc2c-9ef680b6c2c7 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2832386
Jun 24 16:34:52.472106 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.678134 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.684911 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-67539e82-0625-434d-9427-fa54dcdba3b7 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2736607
Jun 24 16:34:52.695509 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60512) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:52.726334 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method Plugin._prevent_segment_delete_with_subnet_associated of <neutron.services.segments.plugin.Plugin object at 0x7f54b3740940>> segment before_delete 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.727104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method Plugin._validate_auto_address_subnet_delete of <neutron.services.segments.plugin.Plugin object at 0x7f54b3740940>> subnet precommit_delete_associations 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.727966 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_host_addition_to_aggregate of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> segment_host_mapping after_create 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.728311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> port after_create 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.728643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_created_or_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> port after_delete 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.729070 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_port_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> port after_update 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.729513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_segment_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> segment after_delete 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.730386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_created of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> subnet after_create 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.730386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_deleted of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> subnet after_delete 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.730902 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method NovaSegmentNotifier._notify_subnet_updated of <neutron.services.segments.plugin.NovaSegmentNotifier object at 0x7f54b3c62820>> subnet after_update 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.892808 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:52.913057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b3fc5c40>> subnet after_create 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.913980 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_after_delete of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b3fc5c40>> subnet after_delete 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.914769 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_create of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b3fc5c40>> subnet before_create 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.915530 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Subscribe: <bound method SegmentHostRoutes.host_routes_before_update of <neutron.services.segments.plugin.SegmentHostRoutes object at 0x7f54b3fc5c40>> subnet before_update 55550000 {{(pid=88115) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}}
Jun 24 16:34:52.916352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3c62760>,) {'filters': {'network_id': ['122001b6-bbce-455c-bf04-68783d81a89e']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:52.924554 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:52.932672 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Usage tracker for resource:security_group_rule and tenant:81681114e7b0496696635a4325c91536 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:52.939652 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:52.952083 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:53.000606 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3c62760>, '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:53.000917 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3c62760>, '02cd92a7-7ec8-44e5-8bf7-29218dcea1f3') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:34:53.016784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.061948 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.085265 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Releasing vlan 342 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:34:53.085740 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.147479 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.153814 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.255851 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd00662-0740-48b8-a809-d3bba728b020 req-0e1dbd51-831b-4a28-95ff-0f6eade178d1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:53.264209 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=81681114e7b0496696635a4325c91536&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5670977
Jun 24 16:34:53.266645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87ced92-e390-48ec-a11d-c003497aa858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=876e6b69-8c9e-4378-aae5-38294576ee80,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:53.270773 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60534) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:53.273391 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0cd00662-0740-48b8-a809-d3bba728b020 req-0e1dbd51-831b-4a28-95ff-0f6eade178d1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.3412590
Jun 24 16:34:53.326847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.388235 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.405163 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.447939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.459076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.476492 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] Pushing event deleted for resources: {'Network': ['ID=122001b6-bbce-455c-bf04-68783d81a89e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:53.523359 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0cd00662-0740-48b8-a809-d3bba728b020 req-099c18eb-e9f5-4033-8ce1-77412fb44bcc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2483351
Jun 24 16:34:53.563814 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f97e8271-0bca-4c44-ba2c-587a0d0889b9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/122001b6-bbce-455c-bf04-68783d81a89e HTTP/1.1" status: 204  len: 168 time: 1.2883389
Jun 24 16:34:53.577519 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.601397 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=876e6b69-8c9e-4378-aae5-38294576ee80,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:53.610959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:53.622411 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-34f3b757-d721-40e1-93d1-5bfbc5aaeca3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/876e6b69-8c9e-4378-aae5-38294576ee80 HTTP/1.1" status: 204  len: 168 time: 0.3367734
Jun 24 16:34:53.757443 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 02cd92a7-7ec8-44e5-8bf7-29218dcea1f3 resource provider aggregate not found
Jun 24 16:34:53.806797 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 02cd92a7-7ec8-44e5-8bf7-29218dcea1f3 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 02cd92a7-7ec8-44e5-8bf7-29218dcea1f3 found for delete  ", "request_id": "req-8ec06d7a-1714-4c9b-86fa-65863cac5412"}]}
Jun 24 16:34:53.895800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60560) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:54.008113 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6311016e-1859-48b3-b556-d1760c41460d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=55fd35a8f65244b5a18f841af49d5c7d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1097016
Jun 24 16:34:54.010439 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60566) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:54.129593 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:54.192665 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:54.291918 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:54.317626 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8d122b7-c0ae-404e-9bc0-4b8315ac10c1,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:54.334679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:54.336710 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1cbe5ce6-2a04-4d4b-90c7-5a9e47bd54eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a8d122b7-c0ae-404e-9bc0-4b8315ac10c1 HTTP/1.1" status: 204  len: 168 time: 0.3248487
Jun 24 16:34:55.076502 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9812d98-4ac1-4863-a40e-0640996753ad req-524c076e-184d-4cc0-b006-caea89f46e7d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:55.086002 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9812d98-4ac1-4863-a40e-0640996753ad req-524c076e-184d-4cc0-b006-caea89f46e7d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.2542191
Jun 24 16:34:55.219249 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c9812d98-4ac1-4863-a40e-0640996753ad req-10176d43-452d-4f35-a537-8e4dcf3ee79e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1184373
Jun 24 16:34:55.795244 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60612) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:56.097945 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2108112791-network', 'tenant_id': 'de0966981b5f4c3fa17c73c0c4b31779'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:56.112018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:56.130838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Usage tracker for resource:network and tenant:de0966981b5f4c3fa17c73c0c4b31779 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:56.161656 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:56.200605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:56.250496 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Made reservation on behalf of de0966981b5f4c3fa17c73c0c4b31779 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:34:56.257879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.297875 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.334924 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:56.345769 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Usage tracker for resource:security_group_rule and tenant:de0966981b5f4c3fa17c73c0c4b31779 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:56.352238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:56.363956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:56.638463 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.645779 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.661519 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-793c294d-6a09-4216-baf9-c321acb6fcbc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:34:56.702567 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-793c294d-6a09-4216-baf9-c321acb6fcbc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:34:56.711231 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-793c294d-6a09-4216-baf9-c321acb6fcbc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405128976&fields=id&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 267 time: 0.1225748
Jun 24 16:34:56.757396 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d51568d-8ee6-42ba-85ed-24670c74c67e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:56.790031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 337}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:34:56.821226 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.825229 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Added segment 9bad9170-d7cf-456a-b8d9-68485b9768bc of type vlan for network 9e95becd-dade-458e-967f-348562028446
Jun 24 16:34:56.902052 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.963755 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:56.968041 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:56.970216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:57.116137 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 1.3185093
Jun 24 16:34:57.133096 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60640) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:34:57.270442 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Request body: {'subnet': {'network_id': '9e95becd-dade-458e-967f-348562028446', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2108112791-subnet', 'tenant_id': 'de0966981b5f4c3fa17c73c0c4b31779', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:34:57.314378 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:34:57.328092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Usage tracker for resource:subnet and tenant:de0966981b5f4c3fa17c73c0c4b31779 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:34:57.337570 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:34:57.343071 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775fb213-41d5-4be0-a928-987dc731d889 admin admin] Pushing event updated for resources: {'Network': ['ID=9e95becd-dade-458e-967f-348562028446,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:57.353305 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:34:57.366138 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 9e95becd-dade-458e-967f-348562028446 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:34:57.392029 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Made reservation on behalf of de0966981b5f4c3fa17c73c0c4b31779 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:34:57.398226 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:57.849437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c3923e54-3855-47cb-b1d9-1d85a9c9e26d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:57.850570 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c3923e54-3855-47cb-b1d9-1d85a9c9e26d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:network {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:34:57.872269 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc625aa-0287-4c92-862f-fbdf215f121c req-420e68ec-6aa2-494f-8860-5e0393f3a791 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:57.885410 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9bc625aa-0287-4c92-862f-fbdf215f121c req-420e68ec-6aa2-494f-8860-5e0393f3a791 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 1.0853300
Jun 24 16:34:57.981776 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9bc625aa-0287-4c92-862f-fbdf215f121c req-0fd020a8-722a-4a05-b4c2-7c69b3534d35 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0937521
Jun 24 16:34:58.031451 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c3923e54-3855-47cb-b1d9-1d85a9c9e26d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:network {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:34:58.042954 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c3923e54-3855-47cb-b1d9-1d85a9c9e26d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 1.3129961
Jun 24 16:34:58.083661 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-ef2ebfae-6436-4f74-8142-ec9a05715074 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/quotas/901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 375 time: 0.0350106
Jun 24 16:34:58.162138 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:58.291439 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Checking segment: {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:34:58.292017 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Network hostable DHCP agents. Network: 9e95becd-dade-458e-967f-348562028446, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:34:58.302347 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Pushing event updated for resources: {'Subnet': ['ID=42bc5b09-a031-47c5-960d-c419059c789c,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:34:58.335167 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Network 9e95becd-dade-458e-967f-348562028446 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:34:58.353775 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 9e95becd-dade-458e-967f-348562028446) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:34:58.365691 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:58.366844 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5bf4775-0775-499e-8659-1a3fec2ec32b None None] Network 9e95becd-dade-458e-967f-348562028446 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:34:58.368194 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:34:58.407977 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-2583e9c6-f8f8-46d2-807d-ac67286a85eb tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&fields=id HTTP/1.1" status: 200  len: 302 time: 0.3211708
Jun 24 16:34:58.455777 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1ce22e2f-0bcf-4a43-a99c-3bb1cf8a852c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 851 time: 1.3002677
Jun 24 16:34:58.989738 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-6a65af06-8f54-4219-9d63-63c30c7a3dcd service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.5516391
Jun 24 16:34:59.215682 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fbdbd4d-0828-4822-857f-69fa58a0ddf0 None None] Network 9e95becd-dade-458e-967f-348562028446 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:34:59.393993 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-34d4a084-7bbb-4bd1-986b-1cd6fb8193b1 service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4118464
Jun 24 16:34:59.789193 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a65a2-24dc-4fab-bde9-cbcaae1f75d5 req-fac00706-9458-4f36-83e5-53815a0ca0b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:34:59.791141 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-053a65a2-24dc-4fab-bde9-cbcaae1f75d5 req-fac00706-9458-4f36-83e5-53815a0ca0b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.3952267
Jun 24 16:34:59.942158 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-053a65a2-24dc-4fab-bde9-cbcaae1f75d5 req-95cb9bc8-1bf4-4b25-b698-8c4379854691 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1262217
Jun 24 16:35:01.025174 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ad28d3c-a9c2-40bc-855a-0d70f89400de req-b20d6b8f-4fa3-45c7-bc03-aff55d364625 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.1771462
Jun 24 16:35:01.594307 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51c4441-11c6-42cf-8c4b-6aae728a12d4 req-8b7204a5-6347-4136-878b-3bd461886136 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:01.602347 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f51c4441-11c6-42cf-8c4b-6aae728a12d4 req-8b7204a5-6347-4136-878b-3bd461886136 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.2697289
Jun 24 16:35:01.822119 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f51c4441-11c6-42cf-8c4b-6aae728a12d4 req-191af8b5-8be3-47cf-99f5-55feccc044ca tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2047353
Jun 24 16:35:02.338452 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-108ce1cd-6551-4fce-924a-af3e3ff4c442 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:02.342461 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-108ce1cd-6551-4fce-924a-af3e3ff4c442 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 814 time: 0.3539360
Jun 24 16:35:02.486261 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-87a479f4-ce3e-42bb-be8d-e3820dc302be req-b9a8905b-d57a-4c2c-a66a-683c8107d5ca tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.1372831
Jun 24 16:35:02.505112 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-5d57298f-1af1-41f9-959f-563080229d89 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/quotas/de0966981b5f4c3fa17c73c0c4b31779 HTTP/1.1" status: 200  len: 375 time: 0.0172820
Jun 24 16:35:02.820308 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-997ac6fd-7e5f-4fe5-bf45-d82a96d5cf6e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&fields=id HTTP/1.1" status: 200  len: 210 time: 0.2966497
Jun 24 16:35:03.143771 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-ca8650ea-0fc1-4168-8f8c-e9c3d14775a0 service neutron] 10.222.0.18 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965329
Jun 24 16:35:03.384564 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60738) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:03.738053 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:03.785425 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:03.795032 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Usage tracker for resource:security_group_rule and tenant:57b0e8765e004f74b3942e213bce28fd is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:03.800667 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:03.812806 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:03.817231 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f365fcff-7f38-4d75-becf-f671a8b778e3 req-e2a4ad84-a953-4531-b2fd-a78d7b12b39e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:03.835567 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f365fcff-7f38-4d75-becf-f671a8b778e3 req-e2a4ad84-a953-4531-b2fd-a78d7b12b39e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.4841805
Jun 24 16:35:03.862775 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-cdd66026-19e1-4037-977d-f55a670e2928 service neutron] 10.222.0.18 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.7146513
Jun 24 16:35:03.979062 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:03.994836 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:04.051027 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f365fcff-7f38-4d75-becf-f671a8b778e3 req-edd9c811-7afa-4f68-8f05-ed400b24306a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2136381
Jun 24 16:35:04.109180 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57b0e8765e004f74b3942e213bce28fd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.7230446
Jun 24 16:35:04.112038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60748) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:04.141223 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4e8189-3b9f-44ff-b2a3-43e316bfa74d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54c07571-54af-4364-ba2b-58c478db445e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:04.320002 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:04.664209 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b92abf53-bf04-483a-9bac-aa9d013e41b1 req-f007fbc9-e758-49cb-8b56-0ea4665f5d6f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.3657722
Jun 24 16:35:04.671864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:04.694967 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e9661d2-9780-4b34-b638-707dbe171475 req-ed2a9949-406d-4992-92ee-0c0b98bc7b4b tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 210 time: 0.3557768
Jun 24 16:35:04.819925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:04.865865 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54c07571-54af-4364-ba2b-58c478db445e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:04.880569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:04.882489 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-72619eae-db98-4e1c-a7ab-96da5679f665 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/54c07571-54af-4364-ba2b-58c478db445e HTTP/1.1" status: 204  len: 168 time: 0.7684147
Jun 24 16:35:05.549288 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640638c3-022a-4484-b11a-41cb46844b6f req-08735f50-e289-44ef-b961-8d58ae50f003 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:05.552254 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-640638c3-022a-4484-b11a-41cb46844b6f req-08735f50-e289-44ef-b961-8d58ae50f003 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.2394891
Jun 24 16:35:05.658035 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-640638c3-022a-4484-b11a-41cb46844b6f req-58782bef-e703-4447-b3eb-aa7f058adf7e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0944753
Jun 24 16:35:06.067650 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-745c478d-541b-4f75-b956-57e22f9b8f6e req-b82d4a74-10ac-4d5e-82ea-92af16f852c1 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.1375785
Jun 24 16:35:06.079228 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f4073b07-1ed0-4d62-ac02-399425f56f70 req-0adc7a98-638a-4c0f-883c-9fbb049e6629 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 210 time: 0.0807996
Jun 24 16:35:06.821613 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-4deeb67a-d2e6-4445-81e2-adfab51f48cb tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:06.826316 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-4deeb67a-d2e6-4445-81e2-adfab51f48cb tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 0.3052554
Jun 24 16:35:06.930829 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-697a3098-a6dd-454a-8c6c-36d8fc6a0c20 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 380 time: 0.0934165
Jun 24 16:35:06.941618 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'port': {'device_id': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'admin_state_up': True, 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'security_groups': ['3aae6a9b-f2d1-4053-ae0b-d62f608a50f9']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:07.080328 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ac811e-9c41-4600-9ebf-930264337605 req-a188f1ef-675f-4e1b-bac4-d4b62cb70a49 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:07.084776 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60ac811e-9c41-4600-9ebf-930264337605 req-a188f1ef-675f-4e1b-bac4-d4b62cb70a49 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.1742654
Jun 24 16:35:07.185560 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60ac811e-9c41-4600-9ebf-930264337605 req-40adae9e-3be9-46df-8142-d3abbeed4e40 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0910459
Jun 24 16:35:07.344697 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:07.355563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:port and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:07.360752 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:07.368623 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:07.375656 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-daac1d9d-4da1-45d7-b368-c9d5652ff40f req-1b6b6436-1902-40bc-ad79-396db1c649fa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.0846412
Jun 24 16:35:07.387148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Made reservation on behalf of 901fbc33d59d49f8afa7f06d62e19e16 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:07.391478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:07.764795 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.20.0.8 (e44350f6-4ad8-4a19-8963-bdb0aaadab4f/79aa2f16-644c-4a0a-aaa2-951a3ee64f24/27aaebe5-51e8-49c2-8f07-e0e78f4459fd) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:07.777069 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97096105-ca33-4955-963d-6ff0ce1b3e1f req-8f6272cd-1915-4fc0-807e-7959422f93a2 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 210 time: 0.1189871
Jun 24 16:35:07.795585 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-91722a6d-4128-4a5a-aabc-24375206bc5d tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:07.797487 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-91722a6d-4128-4a5a-aabc-24375206bc5d tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 814 time: 0.4176633
Jun 24 16:35:07.825719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Request body: {'port': {'device_id': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'network_id': '9e95becd-dade-458e-967f-348562028446', 'admin_state_up': True, 'tenant_id': 'de0966981b5f4c3fa17c73c0c4b31779'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:08.083173 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.086251 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:08.093872 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Usage tracker for resource:port and tenant:de0966981b5f4c3fa17c73c0c4b31779 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:08.099344 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:08.102848 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Transition to ACTIVE for port object 27aaebe5-51e8-49c2-8f07-e0e78f4459fd will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:08.110082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:08.125261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Made reservation on behalf of de0966981b5f4c3fa17c73c0c4b31779 for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:08.131231 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.140768 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.270586 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:08.276322 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:08.280580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:08.352258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:08.393956 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Allocated IP 172.20.0.3 (9e95becd-dade-458e-967f-348562028446/42bc5b09-a031-47c5-960d-c419059c789c/79e89c64-b194-4135-979d-680ac5e90936) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:08.413135 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:08.414480 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.470591 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7f074796-8041-4390-86a4-1681291cc3ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.5347373
Jun 24 16:35:08.487808 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Request body: {'port': {'device_id': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:08.670069 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a3cd1f4e-c5e4-4b48-a9fb-02752a26078a None None] Provisioning for port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:08.691191 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a3cd1f4e-c5e4-4b48-a9fb-02752a26078a None None] Provisioning complete for port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:08.691847 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3cd1f4e-c5e4-4b48-a9fb-02752a26078a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.712153 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:08.886585 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a3cd1f4e-c5e4-4b48-a9fb-02752a26078a None None] Port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:35:08.963339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f9788ff-6b81-4318-9d2e-af551a1583fa req-950bc785-7ed0-4ab0-adb2-f0a965bfe100 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:08.967067 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f9788ff-6b81-4318-9d2e-af551a1583fa req-950bc785-7ed0-4ab0-adb2-f0a965bfe100 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.5324457
Jun 24 16:35:09.109850 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f9788ff-6b81-4318-9d2e-af551a1583fa req-56ad1e9c-2c99-4bd4-89ed-af5ba4706c91 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1277397
Jun 24 16:35:09.140360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02cdd9a5-3d37-46c7-acd3-2c71f566a984 req-90f39173-7169-41c7-b2db-0685831812fe tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:09.153999 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02cdd9a5-3d37-46c7-acd3-2c71f566a984 req-90f39173-7169-41c7-b2db-0685831812fe tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 931 time: 0.5656264
Jun 24 16:35:09.258198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:09.288840 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02cdd9a5-3d37-46c7-acd3-2c71f566a984 req-83f8d6a7-f679-46e8-8c39-3d298d25fc11 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1335037
Jun 24 16:35:09.423067 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27aaebe5-51e8-49c2-8f07-e0e78f4459fd {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:35:09.423067 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:09.438292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Transition to ACTIVE for port object 27aaebe5-51e8-49c2-8f07-e0e78f4459fd will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:09.449832 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:09.475285 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-516fdc4f-2e1f-4824-8288-51738c67d090 req-4fb630db-d42f-490c-a669-b944cadf89ea tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 210 time: 0.1468377
Jun 24 16:35:09.488883 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:09.635395 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Network 9e95becd-dade-458e-967f-348562028446 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:09.638661 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:09.661802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:09.780660 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Pushing event updated for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:09.805481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Pushing event updated for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:09.826755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:09.833536 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:09.887241 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c196bc8c-f0bc-4ac9-beca-11060d3e2055 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 2.0703928
Jun 24 16:35:09.912590 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Request body: {'port': {'device_id': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:09.980141 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Attempting to bind port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:35:09.980684 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Attempting to bind port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:35:09.981215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Attempting to bind port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:09.989959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:35:09.990406 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Attempting to bind port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:10.000216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 34, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:35:10.000771 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:35:10.001405 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Bound using segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:35:10.002132 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Bound port: 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:35:10.002958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:10.156324 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:35:10.163502 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:35:10.170778 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:10.257488 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:10.294770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:10.295451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:10.297062 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] 10.222.0.47 "PUT /v2.0/ports/27aaebe5-51e8-49c2-8f07-e0e78f4459fd HTTP/1.1" status: 200  len: 1093 time: 1.8183217
Jun 24 16:35:10.297606 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:10.319276 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db475f3b-8888-4e88-b1fe-7592fb59076d service neutron] Pushing event updated for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:10.583451 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-7343e156-43cf-4f6c-a963-2a456a07131c'] response: {'name': 'network-changed', 'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'status': 'completed', 'code': 200}
Jun 24 16:35:10.637403 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-52fd42fe-841c-46b0-b27f-3fac9ec9870d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:10.641857 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-52fd42fe-841c-46b0-b27f-3fac9ec9870d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 1096 time: 0.2583551
Jun 24 16:35:10.734908 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-7318c0d1-66a9-406c-ad9f-1c5a3927cecf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd HTTP/1.1" status: 200  len: 217 time: 0.0848336
Jun 24 16:35:10.832738 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c8da2f78-188c-4229-b1b0-afa64fbc8d5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:10.834627 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c8da2f78-188c-4229-b1b0-afa64fbc8d5d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0920153
Jun 24 16:35:11.000032 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:11.014201 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43df7a56-1774-4bda-b7e0-17ddc77c8d54 req-2e74aae5-7aad-440b-bcca-35348a0838d8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:11.015820 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43df7a56-1774-4bda-b7e0-17ddc77c8d54 req-2e74aae5-7aad-440b-bcca-35348a0838d8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.5904226
Jun 24 16:35:11.059705 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc3d585-2a4c-4cf1-81a2-c28ced0fda07 req-6fe32433-b612-4fdd-a9e5-3dc63c081880 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:11.061397 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1fc3d585-2a4c-4cf1-81a2-c28ced0fda07 req-6fe32433-b612-4fdd-a9e5-3dc63c081880 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.3628702
Jun 24 16:35:11.117902 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-718b0ce2-126b-49e8-b526-651b6097f8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:11.121244 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-718b0ce2-126b-49e8-b526-651b6097f8b2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2782850
Jun 24 16:35:11.230630 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43df7a56-1774-4bda-b7e0-17ddc77c8d54 req-378066cf-7d04-4c70-af02-a6459916ad92 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1965117
Jun 24 16:35:11.258904 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1fc3d585-2a4c-4cf1-81a2-c28ced0fda07 req-c73f41c6-ff30-4303-8107-c4e039feb9a6 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1898649
Jun 24 16:35:11.266999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79e89c64-b194-4135-979d-680ac5e90936 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:35:11.282530 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:11.343720 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Transition to ACTIVE for port object 79e89c64-b194-4135-979d-680ac5e90936 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:11.349596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:11.462815 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-1eceb010-da1a-4b5b-94cc-dd927972e0af service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3321583
Jun 24 16:35:11.671326 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a43f9a40-4023-48ec-9b2b-5082cac619da req-c0211105-b88d-4f15-a83b-c83ed67215cd service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1973877
Jun 24 16:35:11.840800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Pushing event updated for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:11.875672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Attempting to bind port 79e89c64-b194-4135-979d-680ac5e90936 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:35:11.877276 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Attempting to bind port 79e89c64-b194-4135-979d-680ac5e90936 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:35:11.877638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Attempting to bind port 79e89c64-b194-4135-979d-680ac5e90936 on network 9e95becd-dade-458e-967f-348562028446 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:11.888096 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Port 79e89c64-b194-4135-979d-680ac5e90936 on network 9e95becd-dade-458e-967f-348562028446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:35:11.888096 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Attempting to bind port 79e89c64-b194-4135-979d-680ac5e90936 on network 9e95becd-dade-458e-967f-348562028446 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:11.893077 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-23e49b48-0960-4bf1-91ec-4109e56174aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:11.895078 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-23e49b48-0960-4bf1-91ec-4109e56174aa service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 1096 time: 0.1552973
Jun 24 16:35:11.898524 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:35:11.898894 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Checking segment: {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:35:11.899280 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Bound using segment: {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:35:11.899713 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Bound port: 79e89c64-b194-4135-979d-680ac5e90936, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:35:11.900181 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:11.976170 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df95183-a612-4257-aea9-3bff5e236658 req-462d684c-063f-4f34-b4fd-96fa6cb22c41 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:11.976495 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3df95183-a612-4257-aea9-3bff5e236658 req-462d684c-063f-4f34-b4fd-96fa6cb22c41 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Synchronizing usage tracker for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:12.028939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3df95183-a612-4257-aea9-3bff5e236658 req-462d684c-063f-4f34-b4fd-96fa6cb22c41 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Unset dirty status for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:12.030570 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3df95183-a612-4257-aea9-3bff5e236658 req-462d684c-063f-4f34-b4fd-96fa6cb22c41 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 943 time: 0.4713843
Jun 24 16:35:12.037928 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:35:12.045250 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=79e89c64-b194-4135-979d-680ac5e90936,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:35:12.068008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:12.180326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.180965 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:12.182841 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] 10.222.0.47 "PUT /v2.0/ports/79e89c64-b194-4135-979d-680ac5e90936 HTTP/1.1" status: 200  len: 1093 time: 2.2842958
Jun 24 16:35:12.183329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'tag': '79e89c64-b194-4135-979d-680ac5e90936'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:12.207593 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3df95183-a612-4257-aea9-3bff5e236658 req-31875432-0b66-4f09-9e61-515bb82422d2 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1663270
Jun 24 16:35:12.217499 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c80c8f78-5df3-4596-b478-35bb14b0b53d service neutron] Pushing event updated for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:12.285509 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-604f9de2-8e1f-47a4-a731-71fd6b10b3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.287650 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-604f9de2-8e1f-47a4-a731-71fd6b10b3f8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.3850977
Jun 24 16:35:12.309756 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-390bfd9b-6369-4cdc-837b-4bc47f57a7ee'] response: {'name': 'network-changed', 'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'tag': '79e89c64-b194-4135-979d-680ac5e90936', 'status': 'completed', 'code': 200}
Jun 24 16:35:12.441896 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-eb52f744-0547-40e0-87b3-77b80d50a36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.443441 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-eb52f744-0547-40e0-87b3-77b80d50a36a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 1096 time: 0.1754427
Jun 24 16:35:12.461986 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-0eaf3df5-2c27-4eaf-a57f-b4a32bf28e03 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd HTTP/1.1" status: 200  len: 217 time: 0.1646483
Jun 24 16:35:12.565546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-85237762-e1ae-40c0-b601-7efb76ed0118 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e89c64-b194-4135-979d-680ac5e90936 HTTP/1.1" status: 200  len: 217 time: 0.1135533
Jun 24 16:35:12.571043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-f734544a-e971-4445-a43e-8784e4d3c3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.575018 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-f734544a-e971-4445-a43e-8784e4d3c3ef service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.1058993
Jun 24 16:35:12.689573 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-7d77e6e3-276e-46a7-aa15-1c8b29c13dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.692082 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-7d77e6e3-276e-46a7-aa15-1c8b29c13dac service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1075974
Jun 24 16:35:12.708143 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-8e77bc65-e4d3-4fb2-9a28-bc1ffd690fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.709612 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-8e77bc65-e4d3-4fb2-9a28-bc1ffd690fa0 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42bc5b09-a031-47c5-960d-c419059c789c HTTP/1.1" status: 200  len: 854 time: 0.1007395
Jun 24 16:35:12.779510 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-60a2c869-5081-41b1-a131-06f2d8809ec8 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e95becd-dade-458e-967f-348562028446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0609939
Jun 24 16:35:12.792324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e5a3a3-acd0-4aed-b05e-9816bcd4cb57 req-0c6920c3-244b-49c6-93d9-9f516d3cdc8e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.793855 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45e5a3a3-acd0-4aed-b05e-9816bcd4cb57 req-0c6920c3-244b-49c6-93d9-9f516d3cdc8e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.2304077
Jun 24 16:35:12.803106 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809993bb-7718-4a2a-9068-24ea95ff9d61 req-0edb7449-ee23-4368-b2b3-fa4b386e8b3c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:12.804603 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-809993bb-7718-4a2a-9068-24ea95ff9d61 req-0edb7449-ee23-4368-b2b3-fa4b386e8b3c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.3005626
Jun 24 16:35:12.922402 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-edad6774-0f49-4668-8634-38c068b81344 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2199712
Jun 24 16:35:13.087299 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45e5a3a3-acd0-4aed-b05e-9816bcd4cb57 req-70c0559b-0438-4475-bd08-f7a839d6f6cc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2815559
Jun 24 16:35:13.094090 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-809993bb-7718-4a2a-9068-24ea95ff9d61 req-83c8ac18-52fa-4670-a6af-224f41263186 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2560763
Jun 24 16:35:13.101459 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-3e201ba0-fecd-4201-935c-c8e7e1e20f7a service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2295320
Jun 24 16:35:13.110775 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a42f001d-88b9-44bd-bedd-0ac89a9eeaba req-27be7c9b-7a77-447b-ab5b-34b39a7697e3 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1748619
Jun 24 16:35:13.138216 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-99d062c0-3674-4bd6-8500-ee0d3660abef service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3430891
Jun 24 16:35:13.224086 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-22ad5342-0e7b-45ce-b58d-05c5f2435633 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.225462 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-22ad5342-0e7b-45ce-b58d-05c5f2435633 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 1098 time: 0.0938358
Jun 24 16:35:13.345487 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e0000ee0-ef70-48f9-9974-df643e4ad46c req-2d3ecda0-ba9c-46f1-9930-f3060b7cae4d service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1908822
Jun 24 16:35:13.521310 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-4e588316-afb0-4641-90d3-e2772bf33f8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.523542 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-4e588316-afb0-4641-90d3-e2772bf33f8d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2705121
Jun 24 16:35:13.636906 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-b59d9801-ecc1-4dba-bd96-3bb883a300fd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 200  len: 217 time: 0.1047523
Jun 24 16:35:13.666373 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43d1ac24-79bc-4b73-8110-ab07e7b8f5d3 req-5deea8a9-82a1-457d-9882-d125e92a1fae tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.668811 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43d1ac24-79bc-4b73-8110-ab07e7b8f5d3 req-5deea8a9-82a1-457d-9882-d125e92a1fae tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 943 time: 0.2913303
Jun 24 16:35:13.672422 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-febfb21b-ceb2-4ccf-b290-20dc5c41c251 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.674459 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-febfb21b-ceb2-4ccf-b290-20dc5c41c251 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 1096 time: 0.2246053
Jun 24 16:35:13.732926 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-ce879ce0-1e37-4faa-8148-f37c34ff11e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.734586 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-ce879ce0-1e37-4faa-8148-f37c34ff11e6 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0816083
Jun 24 16:35:13.819669 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43d1ac24-79bc-4b73-8110-ab07e7b8f5d3 req-1312c1df-56ef-4ae2-a580-13f4abb7078d tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1405489
Jun 24 16:35:13.886246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-fd80e77d-677c-4997-b57b-55d88c8de2da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.886246 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-fd80e77d-677c-4997-b57b-55d88c8de2da service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1347308
Jun 24 16:35:13.899377 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-04e35d71-5d66-493c-abc5-71c35e3f7ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:13.902646 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-04e35d71-5d66-493c-abc5-71c35e3f7ce3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 915 time: 0.2071466
Jun 24 16:35:14.002828 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-ad8997f4-bafb-47cb-ae5c-f56d657fb1b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=79e89c64-b194-4135-979d-680ac5e90936 HTTP/1.1" status: 200  len: 217 time: 0.0896747
Jun 24 16:35:14.103020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-f8e7bba4-4c24-4d2d-85ee-43b090c9ad37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:14.105072 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-f8e7bba4-4c24-4d2d-85ee-43b090c9ad37 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42bc5b09-a031-47c5-960d-c419059c789c HTTP/1.1" status: 200  len: 854 time: 0.0899796
Jun 24 16:35:14.186209 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-2bcd537b-e148-4dd4-b84e-fe73d6f44375 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2873538
Jun 24 16:35:14.246773 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-0cad4156-aa07-4ea4-af29-85b4a0fe9aa3 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e95becd-dade-458e-967f-348562028446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1330118
Jun 24 16:35:14.432161 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6ab08b3f-32a9-44a4-9618-3ab631293397 req-f23da850-8acd-4312-9dbb-4f6da1f31bae service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2359099
Jun 24 16:35:14.522300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-a38b4eb8-1b08-4322-8a7c-bce0afefd3b6 service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2336257
Jun 24 16:35:14.647184 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf00084b-2073-4ab3-bd87-59d6e065f936 req-ec8456da-bc4f-4d12-b080-c974ae415548 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:14.648684 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf00084b-2073-4ab3-bd87-59d6e065f936 req-ec8456da-bc4f-4d12-b080-c974ae415548 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.4009833
Jun 24 16:35:14.672980 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33411b-5b69-477e-80be-29f0fa3f238a req-ef559469-a82c-4d86-8873-60cd064b41e0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:14.674511 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d33411b-5b69-477e-80be-29f0fa3f238a req-ef559469-a82c-4d86-8873-60cd064b41e0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 943 time: 0.3870730
Jun 24 16:35:14.736103 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21a2a3c2-abd4-4196-85b1-9fb8a7a2118c req-8cdf9786-0c3a-45b3-9bb8-b6f31d91ba7a service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1993840
Jun 24 16:35:14.766644 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf00084b-2073-4ab3-bd87-59d6e065f936 req-92f226ba-8bfc-436e-b55f-b5cfb468d7e5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1023664
Jun 24 16:35:14.771409 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d33411b-5b69-477e-80be-29f0fa3f238a req-453fd5a4-fd07-43a5-9042-82b4f1a126e6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0797019
Jun 24 16:35:15.083529 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:35:15.132044 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31c1d8b-6302-4075-8543-548ac2b86167 req-ab0ee53b-a1a9-43e6-955e-e9f37e7a3d8c tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:15.134075 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b31c1d8b-6302-4075-8543-548ac2b86167 req-ab0ee53b-a1a9-43e6-955e-e9f37e7a3d8c tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 943 time: 0.1503091
Jun 24 16:35:15.188037 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b31c1d8b-6302-4075-8543-548ac2b86167 req-663221bf-a8b9-4e4c-9596-db2625569260 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467703
Jun 24 16:35:15.323650 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:15.339788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'mac_address': 'fa:16:3e:ad:fb:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:35:15.401084 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:15.401470 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:15.424093 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:35:15.448610 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:15.452817 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:15.561318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=9']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:15.797754 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['78a4e31b-a598-4436-bdeb-0904cefd7b6e'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:35:16.266620 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb18702c-c42f-4ac8-bd08-f35da9517467 req-c73d2872-a92e-4a46-b9cf-b1ac8e809c65 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:16.271395 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb18702c-c42f-4ac8-bd08-f35da9517467 req-c73d2872-a92e-4a46-b9cf-b1ac8e809c65 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.3020072
Jun 24 16:35:16.295276 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b3f921-0d3d-492a-a902-7c3a0e2084f8 req-5421e316-2098-4f90-92cf-9c39c223f0fd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:16.297997 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74b3f921-0d3d-492a-a902-7c3a0e2084f8 req-5421e316-2098-4f90-92cf-9c39c223f0fd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 944 time: 0.2740130
Jun 24 16:35:16.407541 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb18702c-c42f-4ac8-bd08-f35da9517467 req-da598317-5661-4c50-b636-1ba655ae78a0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1283739
Jun 24 16:35:16.422840 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74b3f921-0d3d-492a-a902-7c3a0e2084f8 req-286f53c9-23eb-4745-8ab1-c29f5b0a9ab6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0963719
Jun 24 16:35:16.667849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f4e6ee-dd9e-4e27-95da-30a72384d7b8 req-84a74835-c9f3-4e49-a9a4-b2efa550d6c4 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:16.669954 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-93f4e6ee-dd9e-4e27-95da-30a72384d7b8 req-84a74835-c9f3-4e49-a9a4-b2efa550d6c4 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 943 time: 0.1097846
Jun 24 16:35:16.675834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 60974) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:16.742268 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-93f4e6ee-dd9e-4e27-95da-30a72384d7b8 req-c9bb6669-331f-4027-b6d9-59165ad9aa1a tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0578592
Jun 24 16:35:16.854874 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:16.874154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:16.881110 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Usage tracker for resource:security_group_rule and tenant:f6b3d22aabfa4c5fb13a69928e502210 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:16.885997 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:16.894078 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:17.001939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.006427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.064634 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f6b3d22aabfa4c5fb13a69928e502210&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3873820
Jun 24 16:35:17.065680 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349f6e91-163b-4caf-8d77-6296a96ec6da,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:17.069434 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 60988) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:17.079100 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.079623 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.080126 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.081626 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.081626 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.081941 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.082432 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.082949 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.083745 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.084568 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.085050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.085647 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-095cd3a4-7393-4056-9335-ca46c4c9b6c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:17.094720 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 79e89c64-b194-4135-979d-680ac5e90936 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:35:17.098114 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:17.134578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.178822 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.179956 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 78a4e31b-a598-4436-bdeb-0904cefd7b6e triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:17.180335 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.248460 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.264206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349f6e91-163b-4caf-8d77-6296a96ec6da,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:17.272283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.275506 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f3439c3f-e206-4b25-8ea9-ef2592fcb6f4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/349f6e91-163b-4caf-8d77-6296a96ec6da HTTP/1.1" status: 204  len: 168 time: 0.2047908
Jun 24 16:35:17.492251 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 78a4e31b-a598-4436-bdeb-0904cefd7b6e is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:17.492719 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.517550 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=79e89c64-b194-4135-979d-680ac5e90936,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:17.555877 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:17.558596 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:17.564101 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '79e89c64-b194-4135-979d-680ac5e90936', 'network_id': '9e95becd-dade-458e-967f-348562028446', 'port_id': '79e89c64-b194-4135-979d-680ac5e90936', 'mac_address': 'fa:16:3e:48:90:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bc5b09-a031-47c5-960d-c419059c789c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:35:17.567119 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.731097 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 79e89c64-b194-4135-979d-680ac5e90936 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:17.731609 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.752962 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=10']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:17.778573 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79e89c64-b194-4135-979d-680ac5e90936 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:35:17.788540 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d6c0a08-eb36-400d-a302-e45474ca47b4 req-df356c30-fe82-4f86-8ad9-d49eed51a89a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:17.790668 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d6c0a08-eb36-400d-a302-e45474ca47b4 req-df356c30-fe82-4f86-8ad9-d49eed51a89a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.2086027
Jun 24 16:35:17.802833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=79e89c64-b194-4135-979d-680ac5e90936,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:17.807066 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:17.807594 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf25a21-2da9-4bb3-a4bb-fe7873f17660 req-ba0f9d77-065c-4c6d-a55e-d16af875c5da tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:17.811331 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eaf25a21-2da9-4bb3-a4bb-fe7873f17660 req-ba0f9d77-065c-4c6d-a55e-d16af875c5da tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1628797
Jun 24 16:35:17.915892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:17.934054 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d6c0a08-eb36-400d-a302-e45474ca47b4 req-62d89d35-9f95-4763-8f86-0304e48e6d30 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1125579
Jun 24 16:35:17.941866 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eaf25a21-2da9-4bb3-a4bb-fe7873f17660 req-ee16a821-af4f-4500-b1e6-5e1150ecb59b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1168649
Jun 24 16:35:18.018578 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6d8abd8f-d8fd-4f9b-8819-ff73b1a9535b'] response: {'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'code': 200}
Jun 24 16:35:18.151724 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['79e89c64-b194-4135-979d-680ac5e90936'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:35:18.223792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b357299f-ca08-49ca-b57a-f40077ced263 req-8b2d115a-ab2e-4e4b-9be3-2a9da7272090 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:18.227003 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b357299f-ca08-49ca-b57a-f40077ced263 req-8b2d115a-ab2e-4e4b-9be3-2a9da7272090 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 944 time: 0.1255000
Jun 24 16:35:18.305628 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b357299f-ca08-49ca-b57a-f40077ced263 req-cf5c35cb-32b8-435c-a5f0-ae160e3ef0eb tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0677421
Jun 24 16:35:18.712144 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983fdc3e-0b75-4a28-8f89-0e37a988f487 req-d7f658f4-584a-41b2-82a4-a58661b2609c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:18.713754 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-983fdc3e-0b75-4a28-8f89-0e37a988f487 req-d7f658f4-584a-41b2-82a4-a58661b2609c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 1099 time: 0.0922120
Jun 24 16:35:18.782079 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-983fdc3e-0b75-4a28-8f89-0e37a988f487 req-0b6dd753-61e6-42d6-8008-8f761ea767f8 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0591853
Jun 24 16:35:18.851623 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a12fb03c-6e0a-4714-b232-9ae018a89582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:18.904590 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 32806) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:19.035704 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.051172 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:19.055351 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Usage tracker for resource:security_group_rule and tenant:d2661579ea0a4fe7ac7fd69994eecf73 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:19.059370 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:19.066870 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:19.214424 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.219717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.274592 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d2661579ea0a4fe7ac7fd69994eecf73&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3685169
Jun 24 16:35:19.275390 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67094fbc-966c-4816-aeed-5ca2b3d22d90 req-b1c720de-5c7c-47eb-9b4c-7fc3e3a9ac03 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:19.276839 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 32816) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:19.278605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-67094fbc-966c-4816-aeed-5ca2b3d22d90 req-b1c720de-5c7c-47eb-9b4c-7fc3e3a9ac03 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1496243
Jun 24 16:35:19.279665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25ae00f-ed84-4f25-b5c1-9a599c81be04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15b137c4-3991-4648-8e51-b25e8977934b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:19.293908 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5684f6-8eb0-48d3-b36b-ab63eed06a57 req-0363900a-cdc9-4bd4-b1ee-8e6ab552ad8b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:19.296633 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db5684f6-8eb0-48d3-b36b-ab63eed06a57 req-0363900a-cdc9-4bd4-b1ee-8e6ab552ad8b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.2055705
Jun 24 16:35:19.375127 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.414033 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-67094fbc-966c-4816-aeed-5ca2b3d22d90 req-822c2e1e-5611-42dd-a374-80c958e2d15b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1158772
Jun 24 16:35:19.426942 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.431510 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db5684f6-8eb0-48d3-b36b-ab63eed06a57 req-7a43fab5-9f6d-4fc3-a4bc-0eaf2ff53299 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1114120
Jun 24 16:35:19.508566 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.530346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15b137c4-3991-4648-8e51-b25e8977934b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:19.544505 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:19.546630 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-db4a842a-5010-4c57-91d1-0b8461edbf75 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15b137c4-3991-4648-8e51-b25e8977934b HTTP/1.1" status: 204  len: 168 time: 0.2686951
Jun 24 16:35:19.678270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6298070-0673-4410-b029-ab4cbdc3abc8 req-034e7e44-7ef0-4ca8-838f-d330af057f66 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:19.680136 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f6298070-0673-4410-b029-ab4cbdc3abc8 req-034e7e44-7ef0-4ca8-838f-d330af057f66 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 944 time: 0.1429951
Jun 24 16:35:19.741691 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f6298070-0673-4410-b029-ab4cbdc3abc8 req-2bd01614-9efb-46fe-85fc-8b3bf5b74003 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0506101
Jun 24 16:35:20.811718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8412c2-b4bf-493c-8bcc-7e38c901ae69 req-492445f3-da81-438d-8ec9-b88ef9b4617c tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:20.816054 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c8412c2-b4bf-493c-8bcc-7e38c901ae69 req-492445f3-da81-438d-8ec9-b88ef9b4617c tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 943 time: 0.2128494
Jun 24 16:35:20.829068 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94d9356a-fadd-4f67-8d70-70baa964a452 req-ee098685-2b78-4961-a292-fd87e0fdb005 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:20.830576 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-94d9356a-fadd-4f67-8d70-70baa964a452 req-ee098685-2b78-4961-a292-fd87e0fdb005 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1638269
Jun 24 16:35:20.905169 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c8412c2-b4bf-493c-8bcc-7e38c901ae69 req-4dc09290-095d-4754-99d3-9847884711fa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0731134
Jun 24 16:35:20.907972 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-94d9356a-fadd-4f67-8d70-70baa964a452 req-ed2638d6-0d6c-4691-aec1-a2353bea2ecf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0621641
Jun 24 16:35:21.099552 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 27aaebe5-51e8-49c2-8f07-e0e78f4459fd details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:35:21.105777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 79e89c64-b194-4135-979d-680ac5e90936 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:21.200037 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d875d09-5ca8-4029-b556-5270644cbb2b req-85082470-9a2a-4718-a30e-17a9c5f85f98 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:21.201777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4d875d09-5ca8-4029-b556-5270644cbb2b req-85082470-9a2a-4718-a30e-17a9c5f85f98 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 944 time: 0.1485271
Jun 24 16:35:21.267247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-16c8275e-c77f-467e-b3bc-53f66d5310d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.285151 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4d875d09-5ca8-4029-b556-5270644cbb2b req-64ec67ae-1b2a-4e97-835a-6ef24dde7d99 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0723417
Jun 24 16:35:21.465926 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 32888) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:21.479718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:21.499434 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 79e89c64-b194-4135-979d-680ac5e90936 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:21.507259 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'port_id': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'mac_address': 'fa:16:3e:c5:14:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:35:21.509788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 79e89c64-b194-4135-979d-680ac5e90936 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:21.510363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.671540 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.685113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:21.685714 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.699070 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:21.706192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Usage tracker for resource:security_group_rule and tenant:ce1f8a7dfbf8439da10fff4b584d78be is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:21.711408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:21.719123 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27aaebe5-51e8-49c2-8f07-e0e78f4459fd {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:35:21.722153 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:21.794653 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:21.801653 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.843217 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.848876 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.871665 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 79e89c64-b194-4135-979d-680ac5e90936 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:21.872032 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:21.928057 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89c64-b194-4135-979d-680ac5e90936'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:21.934556 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce1f8a7dfbf8439da10fff4b584d78be&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4626424
Jun 24 16:35:21.934556 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39d0fe9f-9332-497c-a9b4-651bb923372d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:21.936463 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 32898) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:21.942454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.942898 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.943245 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.943579 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.943917 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.946419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.946419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.946419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.946419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.946419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.947054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:21.947222 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.947222 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a19008ea-8e1b-4ab4-9f1f-6b3e5850502e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:21.956662 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=79e89c64-b194-4135-979d-680ac5e90936,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:21.960814 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.019315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.041852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.057669 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-04c49a1a-abb7-4765-857c-e8d0fc1b0ee6'] response: {'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79e89c64-b194-4135-979d-680ac5e90936', 'code': 200}
Jun 24 16:35:22.097077 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.114535 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:22.218487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['27aaebe5-51e8-49c2-8f07-e0e78f4459fd'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:35:22.388460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.400145 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.426591 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c9314-1712-4324-8cc0-02ef2cb5095b req-ede5fadc-7c21-4a55-b38f-3a09b3c0aa75 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:22.428255 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-933c9314-1712-4324-8cc0-02ef2cb5095b req-ede5fadc-7c21-4a55-b38f-3a09b3c0aa75 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 944 time: 0.2477629
Jun 24 16:35:22.434111 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39d0fe9f-9332-497c-a9b4-651bb923372d,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:22.488502 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:22.489630 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c173a02a-fd01-4353-9be4-82668a3ace1b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39d0fe9f-9332-497c-a9b4-651bb923372d HTTP/1.1" status: 204  len: 168 time: 0.5518749
Jun 24 16:35:22.542272 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-933c9314-1712-4324-8cc0-02ef2cb5095b req-e0af6741-b304-472b-8d18-176581486a35 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0908134
Jun 24 16:35:22.569675 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efaf0ae-3b17-4e8b-a72e-effb8d699d5d req-475a90ca-5b66-45ac-8a0d-acad8ad2e4c6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:22.582548 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3efaf0ae-3b17-4e8b-a72e-effb8d699d5d req-475a90ca-5b66-45ac-8a0d-acad8ad2e4c6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.3032658
Jun 24 16:35:22.588008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df22c52-b5be-4f07-b8e2-c9a6d6f41830 req-9397fa5a-0f68-4e24-a77a-b3d07e9b9279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:22.590543 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6df22c52-b5be-4f07-b8e2-c9a6d6f41830 req-9397fa5a-0f68-4e24-a77a-b3d07e9b9279 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 1098 time: 0.2539051
Jun 24 16:35:22.880073 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3efaf0ae-3b17-4e8b-a72e-effb8d699d5d req-dbc8fd72-34e0-4abe-995a-d2f07fadccf1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2960832
Jun 24 16:35:22.889822 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6df22c52-b5be-4f07-b8e2-c9a6d6f41830 req-66923d52-1b2f-4c82-b261-d224b9ed52aa service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2741747
Jun 24 16:35:23.022102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0984ea-5ccc-447f-87b6-df1e07cc8bfd req-4d49c21e-6d06-4484-b7a8-b912d4277f78 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:23.024852 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9c0984ea-5ccc-447f-87b6-df1e07cc8bfd req-4d49c21e-6d06-4484-b7a8-b912d4277f78 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.1401339
Jun 24 16:35:23.096477 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9c0984ea-5ccc-447f-87b6-df1e07cc8bfd req-db16a1bc-af27-4e01-9847-2b92d9d91e2a tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0593817
Jun 24 16:35:23.376968 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:23.824469 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94094ff-77e8-456b-b090-b244bc7a9bc0 req-5ecd6da2-7996-4429-83dc-73bb202fd61d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:23.826030 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b94094ff-77e8-456b-b090-b244bc7a9bc0 req-5ecd6da2-7996-4429-83dc-73bb202fd61d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 944 time: 0.1165242
Jun 24 16:35:23.880541 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b94094ff-77e8-456b-b090-b244bc7a9bc0 req-903443e8-4a20-47df-914c-45bc8f924b7a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0445259
Jun 24 16:35:24.501107 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf5f341-df8c-4f2f-b7a3-c411739b46b9 req-a04d4525-ba74-461f-8a6c-f8e22aceae46 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:24.503991 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ccf5f341-df8c-4f2f-b7a3-c411739b46b9 req-a04d4525-ba74-461f-8a6c-f8e22aceae46 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.2031548
Jun 24 16:35:24.549878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ccf5f341-df8c-4f2f-b7a3-c411739b46b9 req-ee5d7257-0588-4924-9e39-e5ce6d3bd88f tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0398996
Jun 24 16:35:25.119727 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 27aaebe5-51e8-49c2-8f07-e0e78f4459fd up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:25.122826 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f271996a-2f45-4872-87a3-4d471e284700 req-4e574768-b290-4876-8525-4d638c039dfb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:25.124720 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f271996a-2f45-4872-87a3-4d471e284700 req-4e574768-b290-4876-8525-4d638c039dfb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.1695220
Jun 24 16:35:25.198534 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f271996a-2f45-4872-87a3-4d471e284700 req-640fd50f-83a6-437b-8378-8a76b8b95fae tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0667343
Jun 24 16:35:25.217874 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01977489-5ef9-4039-a2a8-6403ae7ef4c3 req-5daad44d-f61f-4608-9e27-df7e61ec2e83 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:25.220139 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-01977489-5ef9-4039-a2a8-6403ae7ef4c3 req-5daad44d-f61f-4608-9e27-df7e61ec2e83 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 944 time: 0.1817207
Jun 24 16:35:25.223145 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:25.231349 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:25.231998 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:25.271086 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-01977489-5ef9-4039-a2a8-6403ae7ef4c3 req-a9d454f5-8095-40bd-8e3c-781e05994168 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0411732
Jun 24 16:35:25.381485 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:25.382305 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:25.432841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:25.445601 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:25.453309 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:25.505986 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12ebba50-ff49-4589-b4f0-1637c78c79e2'] response: {'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'code': 200}
Jun 24 16:35:25.551614 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:25.847956 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e89325-a865-41f0-a650-41fcc55eddb7 req-f7ad931f-6687-4395-a78f-1fb83e0e3897 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:25.849874 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-54e89325-a865-41f0-a650-41fcc55eddb7 req-f7ad931f-6687-4395-a78f-1fb83e0e3897 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.1706808
Jun 24 16:35:25.955937 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-54e89325-a865-41f0-a650-41fcc55eddb7 req-8e5e9294-cbc6-4f57-abb8-03d0c9660370 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0968955
Jun 24 16:35:25.990501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f58ef3-1408-4a54-aaf7-cb69c4a1fc84 req-e4edea83-a93b-4599-888b-b44f21a103a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:25.992216 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b6f58ef3-1408-4a54-aaf7-cb69c4a1fc84 req-e4edea83-a93b-4599-888b-b44f21a103a5 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 1098 time: 0.0926297
Jun 24 16:35:26.048325 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b6f58ef3-1408-4a54-aaf7-cb69c4a1fc84 req-388ccda2-6af7-4e3d-b985-81fdfea5f9b4 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478160
Jun 24 16:35:26.524795 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa140179-ad45-4e12-ada1-464ef3ebf23c req-db0a0c6a-9637-45f4-9442-3477d431e1ef tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:26.526838 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa140179-ad45-4e12-ada1-464ef3ebf23c req-db0a0c6a-9637-45f4-9442-3477d431e1ef tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.1893244
Jun 24 16:35:26.589109 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa140179-ad45-4e12-ada1-464ef3ebf23c req-81f9d5da-657a-4220-bf32-c01c8dceb1a4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0534534
Jun 24 16:35:26.613789 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d5230e-acce-4692-9d7c-4af00aa08ace req-3483bb00-333f-4428-9710-1fc29cea8128 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:26.615449 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-96d5230e-acce-4692-9d7c-4af00aa08ace req-3483bb00-333f-4428-9710-1fc29cea8128 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.1633270
Jun 24 16:35:26.681342 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-96d5230e-acce-4692-9d7c-4af00aa08ace req-40e27dc9-e6b4-4202-abb8-8aa63b5fbaf7 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0571411
Jun 24 16:35:28.062350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a2ca15-26b5-4f6d-98af-9085f3ee2e69 req-4f03ea28-e2be-478a-be31-e473726502d4 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:28.063907 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-30a2ca15-26b5-4f6d-98af-9085f3ee2e69 req-4f03ea28-e2be-478a-be31-e473726502d4 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.2220585
Jun 24 16:35:28.076924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-314e5e8b-5eda-4a4a-803a-ce12b0524cac req-a14ea22b-552f-4462-bfc6-3b9eb0539788 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:28.078403 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-314e5e8b-5eda-4a4a-803a-ce12b0524cac req-a14ea22b-552f-4462-bfc6-3b9eb0539788 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.1865046
Jun 24 16:35:28.153934 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-30a2ca15-26b5-4f6d-98af-9085f3ee2e69 req-d0080978-2a45-41d2-a1f7-bcbfb5f4f82f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741777
Jun 24 16:35:28.158715 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-314e5e8b-5eda-4a4a-803a-ce12b0524cac req-5a169e5d-32af-4e21-982e-cfef3e02811c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0650105
Jun 24 16:35:29.101262 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:35:29.477909 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f48b6ec-d288-46d7-98de-105c1b359b16 req-cbc142bc-36e6-4c7b-a483-df7a7072f348 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:29.480041 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7f48b6ec-d288-46d7-98de-105c1b359b16 req-cbc142bc-36e6-4c7b-a483-df7a7072f348 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.1361527
Jun 24 16:35:29.489021 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eddcbc36-e08e-46d4-952f-1746feb3ee51 req-bc9ec6fc-d967-4de4-a612-3e29f640a113 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:29.490450 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eddcbc36-e08e-46d4-952f-1746feb3ee51 req-bc9ec6fc-d967-4de4-a612-3e29f640a113 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.1874444
Jun 24 16:35:29.572426 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7f48b6ec-d288-46d7-98de-105c1b359b16 req-c53ab571-cdc6-44d2-a4dd-6840c0c6bb05 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0807273
Jun 24 16:35:29.593695 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eddcbc36-e08e-46d4-952f-1746feb3ee51 req-17d7e1c9-4245-4703-8e65-588407c11d09 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0871279
Jun 24 16:35:29.824365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-0a202235-8556-4ceb-b1ab-630f5fe78edc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:29.825912 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-0a202235-8556-4ceb-b1ab-630f5fe78edc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.1021240
Jun 24 16:35:29.929168 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port da1e5556-b87a-41c9-8727-30b8a9ea8c11 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:35:29.929574 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:30.524863 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] For port da1e5556-b87a-41c9-8727-30b8a9ea8c11, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=da1e5556-b87a-41c9-8727-30b8a9ea8c11,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:30.525650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:31.137545 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:31.137971 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:31.138273 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 395c9a39-fd59-4f55-9ebb-028d5ff2ad89 disassociated. External IP: 172.27.2.17, port: da1e5556-b87a-41c9-8727-30b8a9ea8c11.
Jun 24 16:35:31.139159 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for da1e5556-b87a-41c9-8727-30b8a9ea8c11 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:35:31.193809 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9fdc12-c7c7-4a2c-93a1-a7fdc08334c6 req-3bc1973b-5df3-40cf-82d3-aa7bd970d2d4 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:31.197146 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0e9fdc12-c7c7-4a2c-93a1-a7fdc08334c6 req-3bc1973b-5df3-40cf-82d3-aa7bd970d2d4 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.4039454
Jun 24 16:35:31.215337 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107f5c45-0a53-4793-b744-eea1dde7f05e req-32e0e059-f564-4b82-8a08-98a75a9d31d6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:31.216843 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-107f5c45-0a53-4793-b744-eea1dde7f05e req-32e0e059-f564-4b82-8a08-98a75a9d31d6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 945 time: 0.4224408
Jun 24 16:35:31.320713 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0e9fdc12-c7c7-4a2c-93a1-a7fdc08334c6 req-7bc1e6d4-79b7-4069-af11-21e8cd82dcfd tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1027281
Jun 24 16:35:31.409918 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-107f5c45-0a53-4793-b744-eea1dde7f05e req-838d8184-d28a-4b74-affa-0aa0961f5413 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=b686f4ca-a481-4179-9f42-78db31a106df&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1751387
Jun 24 16:35:31.495982 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:31.572259 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=da1e5556-b87a-41c9-8727-30b8a9ea8c11,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:31.898599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe35f8a-77ed-4e7b-bf89-6f0a118c2561 req-51b986e2-652f-4ac5-8075-90637af83902 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:31.900768 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ffe35f8a-77ed-4e7b-bf89-6f0a118c2561 req-51b986e2-652f-4ac5-8075-90637af83902 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.3127787
Jun 24 16:35:31.945134 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:35:32.119778 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ffe35f8a-77ed-4e7b-bf89-6f0a118c2561 req-081398f4-a3cb-42ca-bb72-cf374957ceaa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2019176
Jun 24 16:35:32.160598 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33086) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:32.320468 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:35:32.334497 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:35:32.353472 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:32.354104 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6dc0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:32.550709 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646bbd54-dcf9-4d26-a942-ef8f66930843 req-a78546ce-9738-48b4-b9dc-1b0375d58b83 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:32.566996 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-646bbd54-dcf9-4d26-a942-ef8f66930843 req-a78546ce-9738-48b4-b9dc-1b0375d58b83 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.5786986
Jun 24 16:35:32.687585 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e84b086d-cd81-4cee-a364-f89b90585486 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:32.695232 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e84b086d-cd81-4cee-a364-f89b90585486 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] Synchronizing usage tracker for tenant:60e77dec22fa4af09852364f8a208821 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:32.706444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] No DVR routers for this DVR port da1e5556-b87a-41c9-8727-30b8a9ea8c11 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:35:32.709782 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-921414d3-5d95-436f-be19-ad22d04c4c3d req-19f44349-9f20-44e1-80b3-510c4b85e391 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.0720539
Jun 24 16:35:32.717561 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:32.730497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e84b086d-cd81-4cee-a364-f89b90585486 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] Unset dirty status for tenant:60e77dec22fa4af09852364f8a208821 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:32.747291 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e84b086d-cd81-4cee-a364-f89b90585486 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 1093 time: 0.5742521
Jun 24 16:35:32.748814 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33098) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:32.754995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'name': 'network-vif-deleted', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:32.756558 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'port_id': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address': '172.20.0.8'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:32.764346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:32.771254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:floatingip and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:32.773210 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6b37b7c1-fd33-495f-a84b-1c810b13465f req-6e3c527a-f439-4a30-b111-cf9fcb04902a tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "DELETE /v2.0/ports/da1e5556-b87a-41c9-8727-30b8a9ea8c11 HTTP/1.1" status: 204  len: 173 time: 2.9336016
Jun 24 16:35:32.775417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:32.786869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:32.795528 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-646bbd54-dcf9-4d26-a942-ef8f66930843 req-4bbde5e6-9f9e-4c69-9758-2518e33e5bed tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2270129
Jun 24 16:35:32.823432 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:32.824414 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:32.871179 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-b9f216e9-63ff-468b-9bf7-580f32142ec8'] response: {'server_uuid': '24dce890-4ccc-4122-8b62-438ea395fb9a', 'name': 'network-vif-deleted', 'tag': 'da1e5556-b87a-41c9-8727-30b8a9ea8c11', 'status': 'completed', 'code': 200}
Jun 24 16:35:33.051771 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:33.287247 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.27.2.201 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:33.380980 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6dc0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:33.395705 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:35:33.410084 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:33.410725 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6dc0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:33.560663 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:33.616856 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:33.686976 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:33.709913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:33.713285 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:33.717936 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:33.757818 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:34.031146 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-649bb1a8-ce9e-4c4c-884e-4c018b0567f6 req-ea075959-10a5-46b6-9650-4e8042edb6bf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:34.068897 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-649bb1a8-ce9e-4c4c-884e-4c018b0567f6 req-ea075959-10a5-46b6-9650-4e8042edb6bf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:34.070605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-649bb1a8-ce9e-4c4c-884e-4c018b0567f6 req-ea075959-10a5-46b6-9650-4e8042edb6bf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.1302984
Jun 24 16:35:34.273093 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165e18c-f1a2-48c9-be7a-017b1bae72cf req-f558f858-92d0-41ac-b71b-cef6ce0f81b8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:34.278069 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e165e18c-f1a2-48c9-be7a-017b1bae72cf req-f558f858-92d0-41ac-b71b-cef6ce0f81b8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1807065
Jun 24 16:35:34.428028 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e165e18c-f1a2-48c9-be7a-017b1bae72cf req-ea14c6cb-d6b6-4d6d-8cba-0fbfe6c0fd32 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0989051
Jun 24 16:35:34.518009 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-74fa0758-e132-4925-8af3-b76bb6f51c5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:34.520976 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-74fa0758-e132-4925-8af3-b76bb6f51c5f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.2394977
Jun 24 16:35:34.548964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:34.659810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:34.699779 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6dc0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:34.709255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474dea03-60b7-46ed-8936-ec437d649083 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '2f357aa1-b418-48fc-ba5a-c2891f261abf', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.84', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': 'fc075890-b996-4078-bc3c-b93d621d7267', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 134, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:62:7c:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:31:47Z', 'updated_at': '2022-06-24T16:32:47Z', 'revision_number': 2, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:35:34.824237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-18654a84-941f-4bf8-892c-d03fcaf99243 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:34.826191 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-18654a84-941f-4bf8-892c-d03fcaf99243 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2972398
Jun 24 16:35:35.007477 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-e63357ce-0d12-4d18-a7b0-a209d29d4c22 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1002 time: 0.1670315
Jun 24 16:35:35.050097 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:35.072789 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:35.105485 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-e8e8ff2b-3cfb-4598-bd8b-b613d0dc2726 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:35.108071 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-e8e8ff2b-3cfb-4598-bd8b-b613d0dc2726 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0925598
Jun 24 16:35:35.200169 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3aae6747-3bd2-4553-89e5-79f3d948e55c None None] New status for floating IP 395c9a39-fd59-4f55-9ebb-028d5ff2ad89: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:35:35.248164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:35.265719 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:35.331400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-7af8d628-4116-48d4-ba9c-328e6ad0b137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:35.335241 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-7af8d628-4116-48d4-ba9c-328e6ad0b137 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2194612
Jun 24 16:35:35.506995 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d95e01fa-bc4c-42c9-8fa2-cb376ca0d543 req-7f6847e6-2f56-4263-b6a9-a34bd128bc23 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=24dce890-4ccc-4122-8b62-438ea395fb9a HTTP/1.1" status: 200  len: 210 time: 0.1012020
Jun 24 16:35:35.740821 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP fdad2ad0-3f79-4a03-824f-a4c7343cc7b7 associated. External IP: 172.27.2.201, port: 27aaebe5-51e8-49c2-8f07-e0e78f4459fd.
Jun 24 16:35:35.821344 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-291929d4-1ad5-4298-b700-5818cfdc6b53 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4770241
Jun 24 16:35:35.959952 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00f32b2-7e9c-4a93-8826-8cd839b76558 req-e30bf5b9-3e95-4138-a879-80e76b49bf72 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:35.961673 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e00f32b2-7e9c-4a93-8826-8cd839b76558 req-e30bf5b9-3e95-4138-a879-80e76b49bf72 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2741613
Jun 24 16:35:36.026564 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4b94aa2a-44ba-47bc-bab7-93b3d027ae28 req-896c3028-ab73-44fa-9a08-0e26cbf0a662 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1925137
Jun 24 16:35:36.043596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e00f32b2-7e9c-4a93-8826-8cd839b76558 req-536f82c6-3f6e-475d-a777-b6fec8c692bc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0641775
Jun 24 16:35:36.204050 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:35:36.418895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:35:36.430390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:35:36.447958 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:36.449180 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce640>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:36.472234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:36.569444 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-90584a18-dda6-4b48-93ef-bfe2e826a869 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.8189380
Jun 24 16:35:36.570346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:36.637287 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-2f1e2afc-bafd-426d-ade1-af12832dd109'] response: {'name': 'network-changed', 'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'status': 'completed', 'code': 200}
Jun 24 16:35:36.687526 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:36.702834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33136) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:36.803361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:36.847735 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:36.932885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:36.960713 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b686f4ca-a481-4179-9f42-78db31a106df,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:36.981393 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:36.986768 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3954b8a1-5f36-46a8-ab46-c4227bb7ff3f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/security-groups/b686f4ca-a481-4179-9f42-78db31a106df HTTP/1.1" status: 204  len: 168 time: 0.2788632
Jun 24 16:35:36.988025 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33142) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:37.010672 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-fe0b8488-def6-4513-a192-f02b96bcbd50 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] show failed (client error): The resource could not be found.
Jun 24 16:35:37.012147 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-fe0b8488-def6-4513-a192-f02b96bcbd50 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups/b686f4ca-a481-4179-9f42-78db31a106df HTTP/1.1" status: 404  len: 347 time: 0.0224030
Jun 24 16:35:37.016768 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33146) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:37.158102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce640>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fdad2ad0-3f79-4a03-824f-a4c7343cc7b7', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:c5:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:34Z', 'updated_at': '2022-06-24T16:35:34Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:37.163144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:35:37.173501 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:37.174163 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce640>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:37.377409 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port b59a6790-d1ca-4b7c-95f5-1a49acea6dcd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:35:37.377944 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:37.391610 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fde7959-6743-4d6a-baa2-3a4e8431023d req-6a7e00ed-2618-4936-a166-badf2165bfea tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:37.394291 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8fde7959-6743-4d6a-baa2-3a4e8431023d req-6a7e00ed-2618-4936-a166-badf2165bfea tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1495252
Jun 24 16:35:37.399401 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:37.458874 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8fde7959-6743-4d6a-baa2-3a4e8431023d req-b8b42803-42ea-4180-bd33-9ee0fe23ee4a tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0552828
Jun 24 16:35:37.618464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:37.619147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:37.768847 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for b59a6790-d1ca-4b7c-95f5-1a49acea6dcd owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:35:37.852467 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cce640>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fdad2ad0-3f79-4a03-824f-a4c7343cc7b7', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:c5:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:34Z', 'updated_at': '2022-06-24T16:35:34Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:37.858139 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-102f8b0d-aeec-4e25-9deb-c5c828ad7ca3 None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fdad2ad0-3f79-4a03-824f-a4c7343cc7b7', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.201', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 444, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:c5:14:c6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:34Z', 'updated_at': '2022-06-24T16:35:34Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:35:37.920327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device da1e5556-b87a-41c9-8727-30b8a9ea8c11 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:35:37.972650 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: da1e5556-b87a-41c9-8727-30b8a9ea8c11 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:35:37.972984 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device da1e5556-b87a-41c9-8727-30b8a9ea8c11 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:35:37.975493 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:38.033841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=b59a6790-d1ca-4b7c-95f5-1a49acea6dcd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:38.164962 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf020221-778b-497f-917a-ef41bff6ef39 None None] New status for floating IP fdad2ad0-3f79-4a03-824f-a4c7343cc7b7: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:35:38.184137 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:38.206630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:38.207887 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-47f7d5b8-e0f5-4243-8bdb-4ce44b84d300 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/floatingips/395c9a39-fd59-4f55-9ebb-028d5ff2ad89 HTTP/1.1" status: 204  len: 168 time: 1.1896996
Jun 24 16:35:38.686030 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f362b5e8-29f0-487c-b8f8-90102fcc002a req-6cb02bdf-dc35-4840-aaa7-d8b613ef2e06 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:38.688361 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f362b5e8-29f0-487c-b8f8-90102fcc002a req-6cb02bdf-dc35-4840-aaa7-d8b613ef2e06 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1060426
Jun 24 16:35:38.746249 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f362b5e8-29f0-487c-b8f8-90102fcc002a req-0b05ff1a-e9bd-4e15-af05-f45b7de93c1f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0512834
Jun 24 16:35:39.114266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-e5f955aa-85bd-4773-88e4-0da97e9a9d63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:39.116351 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-e5f955aa-85bd-4773-88e4-0da97e9a9d63 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 1098 time: 0.0976567
Jun 24 16:35:39.422711 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-6632a66d-b33f-4308-83ec-10d2b62db6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:39.424761 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-6632a66d-b33f-4308-83ec-10d2b62db6cd service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.2876387
Jun 24 16:35:39.554991 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-61c12722-dfc2-4a2b-a469-51813937a8b7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd HTTP/1.1" status: 200  len: 1001 time: 0.1233165
Jun 24 16:35:39.633616 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-7ae70f91-6f05-4dc6-9b17-28c735514010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:39.635678 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-7ae70f91-6f05-4dc6-9b17-28c735514010 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0700128
Jun 24 16:35:39.741008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-23c986e5-63f3-42f4-b5fc-c167c30c020c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:39.742524 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-23c986e5-63f3-42f4-b5fc-c167c30c020c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0997162
Jun 24 16:35:40.001101 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-5a928fd2-f1e7-4128-81d3-669c3a49e576 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2495024
Jun 24 16:35:40.124493 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a043e738-c77e-49cd-94f2-cb64f385e3a3 req-1d677215-a1fe-42b0-980a-1806f9aae1fd tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:40.125983 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a043e738-c77e-49cd-94f2-cb64f385e3a3 req-1d677215-a1fe-42b0-980a-1806f9aae1fd tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2284458
Jun 24 16:35:40.183592 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4401fabe-700c-4389-9bdd-f3cb1d6d7dc2 req-48a2aa4f-f0c4-4fea-b7c0-8ca4fce60953 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1754293
Jun 24 16:35:40.198553 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a043e738-c77e-49cd-94f2-cb64f385e3a3 req-8be525fe-42e0-4960-8c0c-3aef58096797 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0616984
Jun 24 16:35:40.991437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:41.498206 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f803f59-5f80-434c-a45f-13e19a5d70c5 req-b9f6ce34-9c71-4126-a43e-c6fb5c491136 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:41.501454 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2f803f59-5f80-434c-a45f-13e19a5d70c5 req-b9f6ce34-9c71-4126-a43e-c6fb5c491136 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1733897
Jun 24 16:35:41.606253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2f803f59-5f80-434c-a45f-13e19a5d70c5 req-64cbbae0-092a-4655-9b98-b64bb73ef925 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0985301
Jun 24 16:35:41.640224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e083142-aa2c-47f4-a5a2-93345be9057c req-a6e91e2e-eee7-4744-bb0f-2cc5021ab48c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:41.641684 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3e083142-aa2c-47f4-a5a2-93345be9057c req-a6e91e2e-eee7-4744-bb0f-2cc5021ab48c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.1185689
Jun 24 16:35:41.700712 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3e083142-aa2c-47f4-a5a2-93345be9057c req-5d4ab4a9-dfce-4351-a059-1905c3d3486f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:41.716860 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3e083142-aa2c-47f4-a5a2-93345be9057c req-5d4ab4a9-dfce-4351-a059-1905c3d3486f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:41.718207 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3e083142-aa2c-47f4-a5a2-93345be9057c req-5d4ab4a9-dfce-4351-a059-1905c3d3486f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0663490
Jun 24 16:35:42.827137 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb73301d-fa57-48fe-bfd8-bb983720c955 req-75333d0b-5c2d-4610-a0ab-2fa0f735d372 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:42.829419 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb73301d-fa57-48fe-bfd8-bb983720c955 req-75333d0b-5c2d-4610-a0ab-2fa0f735d372 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1052938
Jun 24 16:35:42.931970 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb73301d-fa57-48fe-bfd8-bb983720c955 req-fbd3c02a-d5e2-41f1-8e24-00aa2befe073 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0662782
Jun 24 16:35:42.955941 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344e0b0a-9820-4edb-95ae-6c2b472cab97 req-4f3d9c6b-a7e3-4085-8007-6cd7ee9490f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:42.957690 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-344e0b0a-9820-4edb-95ae-6c2b472cab97 req-4f3d9c6b-a7e3-4085-8007-6cd7ee9490f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.1270919
Jun 24 16:35:43.003734 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-344e0b0a-9820-4edb-95ae-6c2b472cab97 req-a1c2e17d-545f-47be-9351-73e06784ae1b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404918
Jun 24 16:35:44.020905 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-1da58e69-7692-4368-b3bb-21dee1826c8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:44.022490 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-1da58e69-7692-4368-b3bb-21dee1826c8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.1002774
Jun 24 16:35:44.237306 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port fc075890-b996-4078-bc3c-b93d621d7267 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:35:44.237563 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:44.514654 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3a846c-8274-4241-9aea-a0201c205a1f req-8dd8d9fd-2482-4252-a57b-9725464ef12e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:44.516174 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bd3a846c-8274-4241-9aea-a0201c205a1f req-8dd8d9fd-2482-4252-a57b-9725464ef12e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.4421346
Jun 24 16:35:44.540339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-333b4869-df0a-4669-bacf-d6858c53009a req-80a03717-03db-4e15-a1ac-b79eb43f8463 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:44.542889 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-333b4869-df0a-4669-bacf-d6858c53009a req-80a03717-03db-4e15-a1ac-b79eb43f8463 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 946 time: 0.4104776
Jun 24 16:35:44.695829 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bd3a846c-8274-4241-9aea-a0201c205a1f req-bb3a775e-ee72-45ea-8066-a162870c16d4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1515791
Jun 24 16:35:44.715604 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-333b4869-df0a-4669-bacf-d6858c53009a req-26d8b088-adb3-4c44-8d0f-91c4d31bfb33 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=70f14bb6-cbba-4705-bd9d-50db12bef9e2&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1508551
Jun 24 16:35:44.773432 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] For port fc075890-b996-4078-bc3c-b93d621d7267, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=fc075890-b996-4078-bc3c-b93d621d7267,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:44.773852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:45.094400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:45.095226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:45.095500 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 2f357aa1-b418-48fc-ba5a-c2891f261abf disassociated. External IP: 172.27.2.84, port: fc075890-b996-4078-bc3c-b93d621d7267.
Jun 24 16:35:45.096066 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for fc075890-b996-4078-bc3c-b93d621d7267 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:35:45.256109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:45.312301 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=fc075890-b996-4078-bc3c-b93d621d7267,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:45.528114 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:35:45.725334 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:35:45.743914 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:35:45.760669 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:45.762441 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54bcf604f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:45.869462 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] No DVR routers for this DVR port fc075890-b996-4078-bc3c-b93d621d7267 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:35:45.873894 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:45.900376 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'name': 'network-vif-deleted', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:35:46.041334 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33300) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:46.063786 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5494b789-7ea5-46de-99e7-ea821293bd59 req-acab07cd-b985-46d0-a327-0d3790694dcc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "DELETE /v2.0/ports/fc075890-b996-4078-bc3c-b93d621d7267 HTTP/1.1" status: 204  len: 173 time: 2.0273433
Jun 24 16:35:46.091351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-931c4f6d-3d69-4b6d-914d-b6f2bd1569fc req-3b160a65-48a4-4a92-912b-e852e7355776 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:46.120275 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-931c4f6d-3d69-4b6d-914d-b6f2bd1569fc req-3b160a65-48a4-4a92-912b-e852e7355776 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:46.122144 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-931c4f6d-3d69-4b6d-914d-b6f2bd1569fc req-3b160a65-48a4-4a92-912b-e852e7355776 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=2fa4f019-3cbd-4b41-a0fc-6513f46474c0 HTTP/1.1" status: 200  len: 210 time: 0.1317027
Jun 24 16:35:46.147916 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2b9d2e-8aae-45e0-88fb-4c478833f0d2 req-9c00c004-9748-43bb-9c19-5c33133acccb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:46.150059 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f2b9d2e-8aae-45e0-88fb-4c478833f0d2 req-9c00c004-9748-43bb-9c19-5c33133acccb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2400067
Jun 24 16:35:46.193956 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:46.227253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f2b9d2e-8aae-45e0-88fb-4c478833f0d2 req-5cb27406-716e-4251-8810-6d91985ec6ac tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0710084
Jun 24 16:35:46.257594 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.260659 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5dd594b3-7f89-4836-85ba-c113a698d922'] response: {'server_uuid': '2fa4f019-3cbd-4b41-a0fc-6513f46474c0', 'name': 'network-vif-deleted', 'tag': 'fc075890-b996-4078-bc3c-b93d621d7267', 'status': 'completed', 'code': 200}
Jun 24 16:35:46.276961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:46.281730 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Usage tracker for resource:security_group_rule and tenant:2800d9abffbe42d5973643716b461e5e is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:46.284916 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:46.292665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:46.433787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.438674 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.500913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4f712b5-64e8-419e-bc11-8ad6df28de03,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:46.507483 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-787a276c-ef78-48ae-a90c-9811c13ad30f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2800d9abffbe42d5973643716b461e5e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4647868
Jun 24 16:35:46.509338 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33306) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:46.579522 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.595794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54bcf604f0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:46.601230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:35:46.617283 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:46.618319 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54bcf604f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:46.618780 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.685061 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.702148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4f712b5-64e8-419e-bc11-8ad6df28de03,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:46.711031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:46.717000 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-50e207ca-d14b-4848-b98e-8945c1c2887c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4f712b5-64e8-419e-bc11-8ad6df28de03 HTTP/1.1" status: 204  len: 168 time: 0.2062647
Jun 24 16:35:46.841831 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:47.253781 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54bcf604f0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:47.259990 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e003a756-ea88-43e5-a072-1ec36a46af42 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:35:47.272265 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33334) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:47.404420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:47.467347 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:47.572065 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:47.605716 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f14bb6-cbba-4705-bd9d-50db12bef9e2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:47.618653 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:47.621629 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-adbf8d76-008b-4219-855e-32ad207a1812 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/security-groups/70f14bb6-cbba-4705-bd9d-50db12bef9e2 HTTP/1.1" status: 204  len: 168 time: 0.3475857
Jun 24 16:35:47.624689 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33346) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:47.696406 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-209ec8ad-1ec1-46df-abc1-13173b1090b1 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] show failed (client error): The resource could not be found.
Jun 24 16:35:47.699237 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-209ec8ad-1ec1-46df-abc1-13173b1090b1 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups/70f14bb6-cbba-4705-bd9d-50db12bef9e2 HTTP/1.1" status: 404  len: 347 time: 0.0729623
Jun 24 16:35:47.703539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33352) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:47.710264 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ac5e2a-655a-479c-908d-2896cd4d532f req-60602eee-5bbd-4748-ba41-bbb57a55e621 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:47.713381 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdd71c36-f071-404e-ae0b-296c94017891 None None] New status for floating IP 2f357aa1-b418-48fc-ba5a-c2891f261abf: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:35:47.721429 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-68ac5e2a-655a-479c-908d-2896cd4d532f req-60602eee-5bbd-4748-ba41-bbb57a55e621 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2254560
Jun 24 16:35:47.866221 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-68ac5e2a-655a-479c-908d-2896cd4d532f req-ee4305e4-fa29-4ebe-959c-0fdc6a933cde tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1429522
Jun 24 16:35:47.969175 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33360) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:47.997415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port e7b97e97-0392-49d1-b31d-41ddb092665b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:35:47.997852 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.180090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1211936487-network', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:48.192452 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:48.200494 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Usage tracker for resource:network and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:48.207054 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:48.217546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:48.232363 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Made reservation on behalf of a34b225f93234ca38c8d0c3d37ba0b8f for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:48.236018 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.256232 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.281139 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:48.285952 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:48.289157 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:48.290089 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.290662 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.295983 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:48.427736 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.434036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.475518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 334}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:35:48.494974 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for e7b97e97-0392-49d1-b31d-41ddb092665b owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:35:48.596295 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.api [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:35:48.596610 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG oslo_db.api [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:35:48.620310 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0f4ba3-81a6-491a-81ed-08f9827e3029,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:48.625410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.625824 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Added segment 50ca8aa8-e41f-4272-a379-d6be30d72e2f of type vlan for network d17a863c-a81e-4c59-a7bb-78257dd93ed2
Jun 24 16:35:48.670844 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.712048 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.713115 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:48.713631 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:48.823398 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.8521559
Jun 24 16:35:48.826391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67abcb3e-17d4-412e-aa5b-38e0431eb891 admin admin] Pushing event updated for resources: {'Network': ['ID=d17a863c-a81e-4c59-a7bb-78257dd93ed2,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:48.827106 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33366) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:48.835151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Request body: {'subnet': {'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1211936487-subnet', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:48.838260 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:35:48.847200 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:48.851714 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Usage tracker for resource:subnet and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:48.855314 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:48.862340 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:48.873464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Made reservation on behalf of a34b225f93234ca38c8d0c3d37ba0b8f for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:48.877231 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.037695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3ba5408f-ab0e-4370-96ed-ca1cc0749512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.052925 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device fc075890-b996-4078-bc3c-b93d621d7267 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:35:49.100700 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: fc075890-b996-4078-bc3c-b93d621d7267 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:35:49.101107 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device fc075890-b996-4078-bc3c-b93d621d7267 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:35:49.103045 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port e7b97e97-0392-49d1-b31d-41ddb092665b {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:35:49.103045 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.140625 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdd1fcd-a73b-42f7-ace7-80af525ad5ee req-bb88a530-8f32-4b86-b8ba-f936e99a0347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:49.142975 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ccdd1fcd-a73b-42f7-ace7-80af525ad5ee req-bb88a530-8f32-4b86-b8ba-f936e99a0347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.0949242
Jun 24 16:35:49.200606 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ccdd1fcd-a73b-42f7-ace7-80af525ad5ee req-0a5d0056-68e5-4f29-8ab2-dc7325e71066 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0509336
Jun 24 16:35:49.374980 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.375903 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.515701 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for e7b97e97-0392-49d1-b31d-41ddb092665b owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:35:49.623273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.738852 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78088514-e7d0-4bb6-ac96-1a28fbb86d08,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:49.761942 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Checking segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:35:49.762287 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Network hostable DHCP agents. Network: d17a863c-a81e-4c59-a7bb-78257dd93ed2, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:35:49.777787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.861348 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=e7b97e97-0392-49d1-b31d-41ddb092665b,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:49.870531 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:35:49.914623 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, d17a863c-a81e-4c59-a7bb-78257dd93ed2) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:49.919355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:49.920095 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.925046 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0ab644f-0769-4f3e-b7c9-9e1034cb937c None None] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:35:49.960279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.978052 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9c686aa8-70c8-4277-b8f9-7145155b2e83 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 845 time: 1.1482940
Jun 24 16:35:49.980917 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33374) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:49.986845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:49.991334 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:49.992361 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1298e800-6a16-4fd7-bcdc-c04cce53c6e3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/floatingips/2f357aa1-b418-48fc-ba5a-c2891f261abf HTTP/1.1" status: 204  len: 168 time: 2.2868128
Jun 24 16:35:49.995296 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:50.002130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Usage tracker for resource:router and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:50.008043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:50.020171 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:50.038936 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.041472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.071784 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.121083 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33382) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:50.127186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1583702791', 'description': 'tempest-description--1928099919'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:50.133836 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:50.138185 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:50.141311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:50.148824 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:50.161133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.193135 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:50.198171 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:50.201810 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:50.210628 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:50.266260 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-d17a863c-a81e-4c59-a7bb-78257dd93ed2', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:35:50.268742 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.313027 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.318625 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.468500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.497202 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=99c73eda-ccdd-44a8-b818-ee66664ec411,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:50.504813 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.511138 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-648ae9db-69f2-49d2-8a21-f92dd9701e69 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1780 time: 0.3878620
Jun 24 16:35:50.512391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33390) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:50.520557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': '99c73eda-ccdd-44a8-b818-ee66664ec411', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:50.531592 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:50.540798 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:50.543816 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:50.553300 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Allocated IP 172.20.0.2 (d17a863c-a81e-4c59-a7bb-78257dd93ed2/78088514-e7d0-4bb6-ac96-1a28fbb86d08/6730878a-ef0a-400b-8836-989cfa7d5a81) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:50.559931 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:50.581720 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a767214-69cc-4e92-9fce-dee0f1808d52 req-194f9ec9-da8c-4bcf-940b-77b8d36e80c6 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:50.583309 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4a767214-69cc-4e92-9fce-dee0f1808d52 req-194f9ec9-da8c-4bcf-940b-77b8d36e80c6 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2284894
Jun 24 16:35:50.596400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.704536 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4a767214-69cc-4e92-9fce-dee0f1808d52 req-5d6db2b0-3a2a-495c-9cef-d47cd6c75f1e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0955195
Jun 24 16:35:50.748266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.752678 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.783229 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d6c3a752-4bf2-4b34-bda9-10768795fc19,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:50.815366 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.820104 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-96738392-1972-4004-9aef-ed257c48b7ca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3024447
Jun 24 16:35:50.822095 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33396) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:50.838542 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': '99c73eda-ccdd-44a8-b818-ee66664ec411', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:50.844731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.844996 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:50.851478 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:50.855603 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:50.856532 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Transition to ACTIVE for port object 6730878a-ef0a-400b-8836-989cfa7d5a81 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:50.862324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:50.877987 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Transition to ACTIVE for port object 6730878a-ef0a-400b-8836-989cfa7d5a81 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:50.883217 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.885011 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.951509 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.969970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:50.973055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:50.975734 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:50.984436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.985451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:50.985662 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Pushing event updated for resources: {'Port': ['ID=6730878a-ef0a-400b-8836-989cfa7d5a81,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:50.989521 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.000323 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.000819 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.001281 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.001718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.002129 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.002584 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.003168 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.003596 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.004015 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.004445 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.004874 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.005303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:35:51.017986 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=291613b2-f4d0-491b-956c-de57bacadbd4,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:51.030060 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.032230 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ca5e9579-563d-47ea-a8ba-4521465f0ec9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2070308
Jun 24 16:35:51.036079 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33400) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:51.044145 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:51.053024 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:51.057935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:floatingip and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:51.061316 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:51.070186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:51.087888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.119740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Attempting to bind port 6730878a-ef0a-400b-8836-989cfa7d5a81 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:35:51.120102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Attempting to bind port 6730878a-ef0a-400b-8836-989cfa7d5a81 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:35:51.120458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Attempting to bind port 6730878a-ef0a-400b-8836-989cfa7d5a81 on network d17a863c-a81e-4c59-a7bb-78257dd93ed2 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:51.125929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:35:51.126276 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Checking segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:35:51.126673 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.127084 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Bound using segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:35:51.127544 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Bound port: 6730878a-ef0a-400b-8836-989cfa7d5a81, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:35:51.127915 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.175104 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Allocated IP 172.27.2.61 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/d3ac07ea-fd7f-4924-a854-4a4eac74954a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:51.182476 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6898f888-8e32-4c48-9fb5-35f44197bc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.278503 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.289420 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] For port 6730878a-ef0a-400b-8836-989cfa7d5a81, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:35:51.295761 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] For port 6730878a-ef0a-400b-8836-989cfa7d5a81, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6730878a-ef0a-400b-8836-989cfa7d5a81,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:35:51.300504 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.400003 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2570e9-86ac-4bb0-920b-39cad71513e9 None None] Pushing event updated for resources: {'Port': ['ID=6730878a-ef0a-400b-8836-989cfa7d5a81,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:51.438102 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.507362 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.579729 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:51.583286 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:51.586985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:51.614677 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.27.2.207 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/a86a2460-1fa2-438c-84a2-9ac6a110e1fc) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:51.642088 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Pushing event updated for resources: {'Port': ['ID=d3ac07ea-fd7f-4924-a854-4a4eac74954a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:51.857380 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.963635 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:51.968882 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.037146 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:52.041035 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:52.046388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:52.086990 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=a86a2460-1fa2-438c-84a2-9ac6a110e1fc,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:52.123637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50f8a0c-fc81-47f5-adc5-0f134597ccff req-c92c7473-3837-4341-b1a7-b8a26e2717e8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:52.125316 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f50f8a0c-fc81-47f5-adc5-0f134597ccff req-c92c7473-3837-4341-b1a7-b8a26e2717e8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2446854
Jun 24 16:35:52.207111 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.213547 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f50f8a0c-fc81-47f5-adc5-0f134597ccff req-d39999d0-5998-4b31-96da-943d9c9786c3 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0775225
Jun 24 16:35:52.224396 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.269879 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.301544 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.576196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.582238 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.788569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.802246 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=a86a2460-1fa2-438c-84a2-9ac6a110e1fc,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:52.825001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.864512 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:52.886726 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3cf067d6-5577-4759-83be-4a49d33c72ee tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.8287628
Jun 24 16:35:52.939386 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ca4216-483b-4e23-9511-25abb31a29dc None None] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:35:53.042871 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6730878a-ef0a-400b-8836-989cfa7d5a81 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:53.181495 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-887dbb3c-a486-42c4-9508-4b7d8de08065 None None] Provisioning for port 6730878a-ef0a-400b-8836-989cfa7d5a81 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:53.249317 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-dc943b06-6f72-43cb-aee7-31b133d1d40e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:53.276106 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-dc943b06-6f72-43cb-aee7-31b133d1d40e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:53.277935 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-dc943b06-6f72-43cb-aee7-31b133d1d40e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1583702791&fields=id&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 267 time: 0.0922301
Jun 24 16:35:53.292780 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:35:53.556063 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 6730878a-ef0a-400b-8836-989cfa7d5a81 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:53.565175 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:53.569448 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6730878a-ef0a-400b-8836-989cfa7d5a81 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:53.570012 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:53.638717 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-93445d74-cf04-4e7a-8b9b-f8f4046050c9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:53.638717 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-93445d74-cf04-4e7a-8b9b-f8f4046050c9 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.3413186
Jun 24 16:35:53.663698 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-634266d5-b6f9-4f1e-bbb7-ad8a46f587fb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/quotas/606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 375 time: 0.0206416
Jun 24 16:35:53.692330 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:35:53.707239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Sync routers for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:35:53.724276 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:53.725487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b88e1130>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:53.737057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1895f6-5664-4a19-b576-b9462a19c39d req-dffd6936-46ed-4f68-a40b-75ebf34f96be tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:53.740714 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6f1895f6-5664-4a19-b576-b9462a19c39d req-dffd6936-46ed-4f68-a40b-75ebf34f96be tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2778618
Jun 24 16:35:53.743578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:53.751440 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0546d212-eff6-480d-9f0c-61ebe90a3975 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 920 time: 3.7685790
Jun 24 16:35:53.753033 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33426) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:53.851769 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6f1895f6-5664-4a19-b576-b9462a19c39d req-4ad07cb8-0d66-4554-804b-786656b020b7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0977960
Jun 24 16:35:53.911650 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-596dc8da-e6e7-4643-bd97-7b6db47cbb93 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2377264
Jun 24 16:35:54.094528 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-59f5c162-6df0-43da-8b37-733d4d0217bc service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1662121
Jun 24 16:35:54.155863 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6730878a-ef0a-400b-8836-989cfa7d5a81 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:54.156513 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:54.174200 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-6038fce1-2a8d-453d-b313-05d4a1eeb9e0 None None] Provisioning complete for port 6730878a-ef0a-400b-8836-989cfa7d5a81 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:54.174200 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6038fce1-2a8d-453d-b313-05d4a1eeb9e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:54.223872 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:54.256399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-1fc8eeac-465d-4b99-a221-3254c33b0584 service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1504502
Jun 24 16:35:54.603563 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21817a82-e9b9-430c-a44e-091b731cb25d req-ff6beae8-4d19-441d-a7a5-1332446ad460 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 210 time: 0.0971014
Jun 24 16:35:54.654441 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 6730878a-ef0a-400b-8836-989cfa7d5a81, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6730878a-ef0a-400b-8836-989cfa7d5a81,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:54.663763 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:54.916256 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:54.969897 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=6730878a-ef0a-400b-8836-989cfa7d5a81,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:54.976982 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-6038fce1-2a8d-453d-b313-05d4a1eeb9e0 None None] Current status of the port 6730878a-ef0a-400b-8836-989cfa7d5a81 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:55.052554 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b88e1130>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:51Z', 'revision_number': 3, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:55.061208 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Checking router: 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:35:55.061777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Updating router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 port d3ac07ea-fd7f-4924-a854-4a4eac74954a binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:35:55.201066 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.257247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2290bc67-8ca1-4c92-894d-151e52f842da req-2b88f864-6424-4393-b20c-574a4aa569c4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:55.259812 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2290bc67-8ca1-4c92-894d-151e52f842da req-2b88f864-6424-4393-b20c-574a4aa569c4 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2016218
Jun 24 16:35:55.327706 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Allocated IP 172.20.0.1 (d17a863c-a81e-4c59-a7bb-78257dd93ed2/78088514-e7d0-4bb6-ac96-1a28fbb86d08/1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:55.336125 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2290bc67-8ca1-4c92-894d-151e52f842da req-75ff362d-f9cf-41d9-948b-5c160823e6d0 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558293
Jun 24 16:35:55.653981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.672222 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Transition to ACTIVE for port object 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:55.701224 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.775833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.778290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:55.781915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:55.786377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:55.801828 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Transition to ACTIVE for port object d3ac07ea-fd7f-4924-a854-4a4eac74954a will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:55.823648 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.840415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:55.867192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:55.988032 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Attempting to bind port d3ac07ea-fd7f-4924-a854-4a4eac74954a on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:35:55.989413 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Attempting to bind port d3ac07ea-fd7f-4924-a854-4a4eac74954a by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:35:55.989874 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Attempting to bind port d3ac07ea-fd7f-4924-a854-4a4eac74954a on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:35:56.009704 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb994a-3035-4377-9bf5-122e1efffd95 None None] Pushing event updated for resources: {'Port': ['ID=d3ac07ea-fd7f-4924-a854-4a4eac74954a,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:56.019104 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:35:56.020090 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:35:56.020991 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:56.021731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:35:56.022669 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Bound port: d3ac07ea-fd7f-4924-a854-4a4eac74954a, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:35:56.023491 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:56.040605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cc7f0edd-ef21-4f99-9180-e72c477a9030 req-0f56dfc2-c631-42b4-b131-b2c835691e45 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 210 time: 0.2051082
Jun 24 16:35:56.144814 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:56.183127 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] For port d3ac07ea-fd7f-4924-a854-4a4eac74954a, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:35:56.188562 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] For port d3ac07ea-fd7f-4924-a854-4a4eac74954a, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=d3ac07ea-fd7f-4924-a854-4a4eac74954a,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:35:56.195125 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:56.339037 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:35:56.339858 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b88e1130>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:56.501424 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eddb994a-3035-4377-9bf5-122e1efffd95 None None] Pushing event updated for resources: {'Port': ['ID=d3ac07ea-fd7f-4924-a854-4a4eac74954a,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:56.578993 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-57165648-67a3-459b-ab52-467c6f02001c None None] Provisioning for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:56.605453 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-57165648-67a3-459b-ab52-467c6f02001c None None] Provisioning complete for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:56.605664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-57165648-67a3-459b-ab52-467c6f02001c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:56.755233 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-57165648-67a3-459b-ab52-467c6f02001c None None] Port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:35:56.770262 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:35:56.880933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-919ceca7-2008-4c8a-b766-2176160b3fca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:56.880933 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-919ceca7-2008-4c8a-b766-2176160b3fca tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.5770824
Jun 24 16:35:56.958354 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b29d9ba-ee09-4864-8929-115622ca602c req-e2f89127-dd2b-412b-8c76-876f9bbea108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:56.960903 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b29d9ba-ee09-4864-8929-115622ca602c req-e2f89127-dd2b-412b-8c76-876f9bbea108 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.6448846
Jun 24 16:35:56.963213 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e12ac2a-a9f0-419a-8acc-36497a3f577b req-a163b5ee-6930-432a-8c6f-304ef4850abb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:56.964843 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e12ac2a-a9f0-419a-8acc-36497a3f577b req-a163b5ee-6930-432a-8c6f-304ef4850abb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2785888
Jun 24 16:35:56.976099 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-3e75bcc2-fa6c-4262-9509-a9e1c05f2320 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 380 time: 0.0869880
Jun 24 16:35:56.992336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'port': {'device_id': '41c16116-97cf-4394-8c41-2d57d447d422', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'admin_state_up': True, 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'security_groups': ['99c73eda-ccdd-44a8-b818-ee66664ec411']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:57.033595 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6730878a-ef0a-400b-8836-989cfa7d5a81 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:57.060156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:57.065262 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5b29d9ba-ee09-4864-8929-115622ca602c req-ef1493c1-f9c5-4b47-a45b-fea390517f61 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0856850
Jun 24 16:35:57.072729 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:57.186834 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e12ac2a-a9f0-419a-8acc-36497a3f577b req-6c84f650-243f-485c-9d05-d4a86bf2845f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2108698
Jun 24 16:35:57.237170 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Pushing event updated for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:57.241082 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:57.335223 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:57.347762 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6730878a-ef0a-400b-8836-989cfa7d5a81 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:57.348228 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:57.354343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:port and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:57.358990 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-81303347-5715-4b1c-9ca6-f103bbc932f2 req-dbb326dd-dde5-429d-a85a-95ade733ab91 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 210 time: 0.0613730
Jun 24 16:35:57.359821 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:57.371407 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:57.401283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:57.401283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:57.432791 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b88e1130>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 1, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:35:57.441008 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d80e40-c127-4f03-b48c-3cac778b12fc None None] The sync data for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi is: [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 1, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:35:57.512910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:57.515126 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:57.546333 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6730878a-ef0a-400b-8836-989cfa7d5a81 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:57.667272 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.20.0.4 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/6ccb72c8-72c5-4467-a284-d1c79d49c232) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:35:57.876313 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:35:57.903436 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-dd4d6d2f-14e8-440d-917e-3a0b248675c6 None None] Provisioning complete for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:57.903800 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-dd4d6d2f-14e8-440d-917e-3a0b248675c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:58.083241 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-dd4d6d2f-14e8-440d-917e-3a0b248675c6 None None] Port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:35:58.194992 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:58.217347 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Transition to ACTIVE for port object 6ccb72c8-72c5-4467-a284-d1c79d49c232 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:35:58.286777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:58.337237 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:35:58.373572 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3353aa87-0304-4ab9-94b3-1a4d49b54fb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/8eccb2e4-de5c-41f2-8c92-e1bbc4657604/add_router_interface HTTP/1.1" status: 200  len: 503 time: 4.6187372
Jun 24 16:35:58.450658 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:35:58.535679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:35:58.552888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:35:58.705613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:58.753805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:58.754534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:58.802520 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-f464bf04-a0ac-45c3-8b92-62053098d56d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.8139136
Jun 24 16:35:58.822919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3017911-0a30-43d6-824e-71c717e30c97 req-78d6a5e3-379f-4b99-831e-d3e735dc7922 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:58.824904 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c3017911-0a30-43d6-824e-71c717e30c97 req-78d6a5e3-379f-4b99-831e-d3e735dc7922 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.3723168
Jun 24 16:35:58.895022 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a02dfce-97a8-43a9-9002-45ee0953845a req-f42f82bf-5c4c-4bf9-919d-1e24f8e9a987 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:58.896319 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-5a02dfce-97a8-43a9-9002-45ee0953845a req-f42f82bf-5c4c-4bf9-919d-1e24f8e9a987 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:35:58.942142 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-911d90fb-8bc9-4efe-adaf-6db3f24f58b4 None None] Provisioning for port 6ccb72c8-72c5-4467-a284-d1c79d49c232 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:58.951467 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-5a02dfce-97a8-43a9-9002-45ee0953845a req-f42f82bf-5c4c-4bf9-919d-1e24f8e9a987 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:35:58.953384 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a02dfce-97a8-43a9-9002-45ee0953845a req-f42f82bf-5c4c-4bf9-919d-1e24f8e9a987 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 931 time: 0.3309035
Jun 24 16:35:58.954089 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-911d90fb-8bc9-4efe-adaf-6db3f24f58b4 None None] Provisioning complete for port 6ccb72c8-72c5-4467-a284-d1c79d49c232 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:58.955009 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-911d90fb-8bc9-4efe-adaf-6db3f24f58b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:58.993743 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c3017911-0a30-43d6-824e-71c717e30c97 req-344c9bfb-b385-448a-88fe-dcc559f6a969 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1541321
Jun 24 16:35:59.060747 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device d3ac07ea-fd7f-4924-a854-4a4eac74954a up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:35:59.122497 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a02dfce-97a8-43a9-9002-45ee0953845a req-7933b406-a5fe-4354-ab2a-6714052d9deb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1539559
Jun 24 16:35:59.193199 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-911d90fb-8bc9-4efe-adaf-6db3f24f58b4 None None] Port 6ccb72c8-72c5-4467-a284-d1c79d49c232 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:35:59.215005 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port d3ac07ea-fd7f-4924-a854-4a4eac74954a completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:35:59.221450 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port d3ac07ea-fd7f-4924-a854-4a4eac74954a triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:35:59.222014 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.443765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port d3ac07ea-fd7f-4924-a854-4a4eac74954a is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:35:59.444398 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.466592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port d3ac07ea-fd7f-4924-a854-4a4eac74954a, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=d3ac07ea-fd7f-4924-a854-4a4eac74954a,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:35:59.472276 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.486239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33492) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:35:59.496436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-27952556-network', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:59.504504 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:59.512585 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Usage tracker for resource:network and tenant:1d8681f4bc9a48e1b95e850bca9c5ad6 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:59.518077 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:59.528883 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:59.546220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Made reservation on behalf of 1d8681f4bc9a48e1b95e850bca9c5ad6 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:35:59.549719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.556241 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=d3ac07ea-fd7f-4924-a854-4a4eac74954a,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:59.573535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.599746 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:35:59.605546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Usage tracker for resource:security_group_rule and tenant:1d8681f4bc9a48e1b95e850bca9c5ad6 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:35:59.609570 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:35:59.616228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:35:59.743533 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.747913 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.783128 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 314}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:35:59.793587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=473e7986-e864-414f-9d13-144e3a4f5fb2,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:35:59.800400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.800766 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Added segment a57cd80f-8c58-4a71-a85b-06de8f5855ae of type vlan for network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f
Jun 24 16:35:59.823257 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Request body: {'port': {'device_id': '41c16116-97cf-4394-8c41-2d57d447d422', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:35:59.890140 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.976672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.977632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:35:59.978204 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:35:59.996192 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:00.146934 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] Pushing event updated for resources: {'Network': ['ID=29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:00.156996 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e7f643d5-a833-44df-9d48-327c0aa03e7d admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 880 time: 0.6690195
Jun 24 16:36:00.162875 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33502) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:00.173900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Request body: {'subnet': {'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-27952556-subnet', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'ip_version': 4}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:00.185711 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:00.200157 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:36:00.200830 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Usage tracker for resource:subnet and tenant:1d8681f4bc9a48e1b95e850bca9c5ad6 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:00.206444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:00.224329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:00.252060 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Made reservation on behalf of 1d8681f4bc9a48e1b95e850bca9c5ad6 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:36:00.256227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9972247'] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:00.675315 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Sync routers for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:00.687631 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:00.688470 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b92e3bb0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:00.948139 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device d3ac07ea-fd7f-4924-a854-4a4eac74954a up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:00.981520 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:01.013614 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebca33-43ed-4141-be2e-545f468a49d1 req-532b6c56-7846-4580-884e-749c4e6db415 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:01.015215 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b7ebca33-43ed-4141-be2e-545f468a49d1 req-532b6c56-7846-4580-884e-749c4e6db415 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.6194568
Jun 24 16:36:01.029837 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f55bf21-0253-4621-8c40-31927755c20a req-035d865c-4c3a-4471-8c8f-9364169f626f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:01.031359 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2f55bf21-0253-4621-8c40-31927755c20a req-035d865c-4c3a-4471-8c8f-9364169f626f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 931 time: 0.5166397
Jun 24 16:36:01.087420 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port d3ac07ea-fd7f-4924-a854-4a4eac74954a triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:01.087909 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.266132 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port d3ac07ea-fd7f-4924-a854-4a4eac74954a is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:01.325917 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b7ebca33-43ed-4141-be2e-545f468a49d1 req-0105d284-7b57-4e2c-82b5-59cdceed304e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2935557
Jun 24 16:36:01.328537 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2f55bf21-0253-4621-8c40-31927755c20a req-6399c965-7ff0-49ca-a229-9f9c28460daf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2795720
Jun 24 16:36:01.345597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9972257'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.396802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ccb72c8-72c5-4467-a284-d1c79d49c232 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:01.421205 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.484105 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Transition to ACTIVE for port object 6ccb72c8-72c5-4467-a284-d1c79d49c232 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:01.487261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0af75245-d952-432d-985f-00b6bbc376b1,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:01.492498 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.549440 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Checking segment: {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:01.549440 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Network hostable DHCP agents. Network: 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:36:01.619765 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b92e3bb0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:35:56Z', 'revision_number': 2, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:01.628106 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Checking router: 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:01.628822 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Updating router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:36:01.711805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:01.728490 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.758741 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:36:01.810834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:01.821927 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:01.822213 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10d6b9e-9acf-4ee6-8137-4877692e0edf None None] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:36:01.822516 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.866437 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-29ec6355-2c34-4110-a02d-7c64dc090594 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 843 time: 1.7022214
Jun 24 16:36:01.871018 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33512) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:01.878500 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:01.884342 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Attempting to bind port 6ccb72c8-72c5-4467-a284-d1c79d49c232 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:01.884779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Attempting to bind port 6ccb72c8-72c5-4467-a284-d1c79d49c232 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:01.885122 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Attempting to bind port 6ccb72c8-72c5-4467-a284-d1c79d49c232 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:01.886230 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:01.892159 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Port 6ccb72c8-72c5-4467-a284-d1c79d49c232 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:36:01.893396 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Attempting to bind port 6ccb72c8-72c5-4467-a284-d1c79d49c232 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:01.895187 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Usage tracker for resource:router and tenant:1d8681f4bc9a48e1b95e850bca9c5ad6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:01.900582 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:01.901610 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:01.901958 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:01.902348 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:01.903310 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Bound port: 6ccb72c8-72c5-4467-a284-d1c79d49c232, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:01.903702 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.913243 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:01.934956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.937293 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:01.969264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.077064 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:02.083107 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:02.094365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.222509 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:02.223683 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.227243 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-6c227120-294a-429c-b301-fa2350e89486 service neutron] 10.222.0.47 "PUT /v2.0/ports/6ccb72c8-72c5-4467-a284-d1c79d49c232 HTTP/1.1" status: 200  len: 1093 time: 2.4096110
Jun 24 16:36:02.227996 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:02.241823 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:36:02.243545 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c227120-294a-429c-b301-fa2350e89486 service neutron] Pushing event updated for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:02.252980 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.351345 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-1c91af9e-b4d2-4479-905f-454e408a12a7'] response: {'name': 'network-changed', 'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'status': 'completed', 'code': 200}
Jun 24 16:36:02.453870 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.487999 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Transition to ACTIVE for port object 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:02.500149 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.676243 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Allocated IP 172.20.0.2 (29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f/0af75245-d952-432d-985f-00b6bbc376b1/fd90c538-a26d-4cdc-a11e-964b8e8cecd8) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:02.843707 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:02.870567 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Pushing event updated for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:02.914705 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ae9f69-3471-4bb1-a2d0-061b43bbf6c6 req-58536a1c-2568-4a97-8f36-4f0dfccd6de7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:02.928668 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-40ae9f69-3471-4bb1-a2d0-061b43bbf6c6 req-58536a1c-2568-4a97-8f36-4f0dfccd6de7 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.3368096
Jun 24 16:36:02.982718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e39af3-1c76-4e6e-b411-d5757b082b48 req-9b187d9a-1a18-4d91-9890-94a8c20eaf03 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:02.989596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-24e39af3-1c76-4e6e-b411-d5757b082b48 req-9b187d9a-1a18-4d91-9890-94a8c20eaf03 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.2970893
Jun 24 16:36:03.015837 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.016473 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.017113 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.017788 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.018409 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.019081 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.022639 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.023485 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.024566 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.026057 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.026717 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.027354 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:03.044060 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Attempting to bind port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:03.044943 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Attempting to bind port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:03.045624 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Attempting to bind port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 on network d17a863c-a81e-4c59-a7bb-78257dd93ed2 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:03.055749 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:03.056510 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Checking segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:03.057293 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.058015 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Bound using segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:03.058883 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Bound port: 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:03.059801 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.112295 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.132327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Transition to ACTIVE for port object fd90c538-a26d-4cdc-a11e-964b8e8cecd8 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:03.153846 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-24e39af3-1c76-4e6e-b411-d5757b082b48 req-871a65ba-f08e-4aa3-8766-65994e561608 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1491342
Jun 24 16:36:03.168996 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Transition to ACTIVE for port object fd90c538-a26d-4cdc-a11e-964b8e8cecd8 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:03.170179 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-40ae9f69-3471-4bb1-a2d0-061b43bbf6c6 req-b7c84bd7-95ad-41e7-97ac-bbb329cdc316 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2372997
Jun 24 16:36:03.177323 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.229025 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] For port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:03.233321 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] For port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:03.240559 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.327480 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:03.335311 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:03.340325 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:03.362391 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:03.363402 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b92e3bb0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:03.454412 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.489654 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.589071 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4824bc9e-1127-46fa-b192-a7d172a5ccf4 None None] Pushing event updated for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:03.658476 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Pushing event updated for resources: {'Port': ['ID=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:03.684025 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:03.689211 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Attempting to bind port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:03.689717 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Attempting to bind port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:03.690131 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Attempting to bind port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 on network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:03.697097 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:03.697936 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Checking segment: {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:03.699393 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.699393 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Bound using segment: {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:03.699836 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Bound port: fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:03.700189 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.835360 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Allocated IP 172.27.2.66 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/289fb41d-4fb0-4401-9f76-89da37e9d640) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:03.917344 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] For port fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:03.921597 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] For port fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:03.927407 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:03.980724 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-28917835-dd1f-470a-94d7-48f9829f1394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:03.984793 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-28917835-dd1f-470a-94d7-48f9829f1394 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 1096 time: 0.1741946
Jun 24 16:36:04.055257 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15331ec6-1ff5-4824-9c61-9bcae8f17092 None None] Pushing event updated for resources: {'Port': ['ID=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:04.121931 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:04.183402 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:04.226538 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-7c38b467-c79a-4b96-9857-53669e017b32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:04.231358 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-7c38b467-c79a-4b96-9857-53669e017b32 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606ba814a2d8408ab0856d539ca79b4f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.2344582
Jun 24 16:36:04.299959 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b92e3bb0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:03Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:04.309512 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b84ed8e-4a56-4a5c-a677-b0aef48bd4da None None] The sync data for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi is: [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:03Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:04.341180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:04.350748 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:04.510282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:04.556312 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Pushing event updated for resources: {'Port': ['ID=289fb41d-4fb0-4401-9f76-89da37e9d640,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:04.726519 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-7cebd919-5e01-423b-8b30-8ede18895f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:04.729663 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eee26658-0acf-490f-b814-0a23cbc64be8 req-7cebd919-5e01-423b-8b30-8ede18895f56 service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.4841247
Jun 24 16:36:04.752444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4775b0-9b47-4031-8f75-f77536ad2b9c req-6e559215-dfe4-4a29-ac68-5633c76940c2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:04.755121 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f4775b0-9b47-4031-8f75-f77536ad2b9c req-6e559215-dfe4-4a29-ac68-5633c76940c2 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.3606424
Jun 24 16:36:04.872440 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e123d8e-1f5e-476c-82a3-321d584de9ab req-9159a651-1b29-49b6-ae1f-0b8a0585bda8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:04.879475 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4e123d8e-1f5e-476c-82a3-321d584de9ab req-9159a651-1b29-49b6-ae1f-0b8a0585bda8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2871783
Jun 24 16:36:04.941176 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-a93756cb-0e90-47b1-8b12-b9e0837dcdc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:04.953036 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-a93756cb-0e90-47b1-8b12-b9e0837dcdc8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.5939786
Jun 24 16:36:04.992272 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5f4775b0-9b47-4031-8f75-f77536ad2b9c req-71973cb6-3307-4e64-b3ab-6059859506b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2260077
Jun 24 16:36:05.031373 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4e123d8e-1f5e-476c-82a3-321d584de9ab req-12be70e6-0adb-4d43-a317-7bb6e14917e5 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1013391
Jun 24 16:36:05.068573 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-92e9f4ff-a41c-49b0-bd27-7dbbc394df6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:05.083977 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-92e9f4ff-a41c-49b0-bd27-7dbbc394df6c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 1096 time: 0.2706001
Jun 24 16:36:05.138906 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device fd90c538-a26d-4cdc-a11e-964b8e8cecd8 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:05.198312 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-ef3af14a-28aa-47b7-a6b4-b0fcff22b71b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232 HTTP/1.1" status: 200  len: 217 time: 0.1129181
Jun 24 16:36:05.320742 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-79e741f9-c17f-4a08-89c3-7d1aee6d6982 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:05.322338 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-79e741f9-c17f-4a08-89c3-7d1aee6d6982 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.3557990
Jun 24 16:36:05.350842 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:05.387342 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:05.407785 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-2239f2df-233e-45cc-b327-c0666f764932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:05.409260 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-2239f2df-233e-45cc-b327-c0666f764932 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.1975863
Jun 24 16:36:05.612151 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:05.643329 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:05.645288 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:05.651573 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-2282d977-12f9-46a2-bd99-1fb7150a180c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:05.653151 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-2282d977-12f9-46a2-bd99-1fb7150a180c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2311227
Jun 24 16:36:05.830192 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-f1ff2893-3ba0-432c-923f-1a85801042f4 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1002 time: 0.2308972
Jun 24 16:36:05.879191 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:05.879776 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:05.896340 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0a801e4-0dbf-449e-b75b-afe1db3278a4 None None] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:36:05.934337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:05.994498 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:06.004094 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Provisioning for port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:06.005894 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-28280db4-7ce0-4f9f-91a9-275f70013a2a service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3386588
Jun 24 16:36:06.009483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.055849 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Provisioning complete for port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:06.056205 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.100682 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:36:06.118299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-129fd1b7-670b-43d3-bc95-302185f42b0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:06.119835 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-129fd1b7-670b-43d3-bc95-302185f42b0f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.2769737
Jun 24 16:36:06.194722 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8d96e60-c7c2-4f68-b5b5-9bdddf7a44e2 req-abdf8b55-e761-472f-88c3-bda39615db0b service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1794660
Jun 24 16:36:06.260452 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:06.285112 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Current status of the port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:06.285561 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.388428 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] For port fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:06.408466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.423253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.454843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7193247-f78e-4bc1-8b4b-f95339d4a9f9 req-73f6258e-4b63-45a3-b804-64cca38df6b0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:06.456805 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7193247-f78e-4bc1-8b4b-f95339d4a9f9 req-73f6258e-4b63-45a3-b804-64cca38df6b0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.1752748
Jun 24 16:36:06.501178 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65d9701-f470-4878-82bd-c70980d03773 req-d7104c26-3405-478b-965d-959d9d63ff1c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:06.502681 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b65d9701-f470-4878-82bd-c70980d03773 req-d7104c26-3405-478b-965d-959d9d63ff1c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1541936
Jun 24 16:36:06.518022 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83de51f1-6b1e-46d4-80a9-74407b2973c9 None None] Pushing event updated for resources: {'Port': ['ID=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:06.529236 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7193247-f78e-4bc1-8b4b-f95339d4a9f9 req-0753430a-eefb-4db0-895f-310b86cbfb66 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0605068
Jun 24 16:36:06.591058 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b65d9701-f470-4878-82bd-c70980d03773 req-957bdb69-b788-4953-9323-be29ac49c991 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0672705
Jun 24 16:36:06.694253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Router 14fbb034-2f03-4351-aba0-3a5dd900067a is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:36:06.841576 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-016f81e9-574e-4d5c-98f9-71a14dec35a1 None None] Provisioning complete for port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:06.842163 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-016f81e9-574e-4d5c-98f9-71a14dec35a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.910590 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:06.929373 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:36:06.954638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:06.955458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Sync routers for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:06.956095 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7ec9416b-2a34-4803-bfa7-5e6aedf2643d admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 918 time: 5.0838342
Jun 24 16:36:06.959321 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33554) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:06.998319 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:06.999202 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8770ee0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:07.248586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:07.248822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:07.314424 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-016f81e9-574e-4d5c-98f9-71a14dec35a1 None None] Current status of the port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:07.322776 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:07.662108 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:07.663284 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device fd90c538-a26d-4cdc-a11e-964b8e8cecd8 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:07.890504 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:07.890882 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:07.950484 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf7b5f37-e9e9-4641-9a39-5cbd17c7ad4f req-37249e18-2c41-400a-bc2d-2019b7ae7b71 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:07.952007 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf7b5f37-e9e9-4641-9a39-5cbd17c7ad4f req-37249e18-2c41-400a-bc2d-2019b7ae7b71 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2165084
Jun 24 16:36:07.998876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8770ee0>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:04Z', 'revision_number': 3, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:08.007491 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.010215 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Checking router: 14fbb034-2f03-4351-aba0-3a5dd900067a for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:08.010777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Updating router 14fbb034-2f03-4351-aba0-3a5dd900067a port 289fb41d-4fb0-4401-9f76-89da37e9d640 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:36:08.017902 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf7b5f37-e9e9-4641-9a39-5cbd17c7ad4f req-8f7ba7a9-d243-4559-91e6-7aa5bb0b8827 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0555840
Jun 24 16:36:08.039963 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07052fd8-5f39-428f-8b8e-0054ca4624b5 req-d39ac36c-c417-4198-ac39-82f2f7a182bb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:08.046951 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-07052fd8-5f39-428f-8b8e-0054ca4624b5 req-d39ac36c-c417-4198-ac39-82f2f7a182bb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.1621830
Jun 24 16:36:08.087602 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-07052fd8-5f39-428f-8b8e-0054ca4624b5 req-6a6f5799-3a23-4bad-94fe-7007ced1a581 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0397968
Jun 24 16:36:08.174327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.239813 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:08.256135 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Allocated IP 172.20.0.1 (29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f/0af75245-d952-432d-985f-00b6bbc376b1/6c4ee672-f353-46ba-87b1-1ef74452c40c) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:08.418831 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.436431 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Transition to ACTIVE for port object 6c4ee672-f353-46ba-87b1-1ef74452c40c will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:08.468585 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.539755 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:08.542518 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:08.546423 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:08.579664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.590829 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:08.602611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Transition to ACTIVE for port object 289fb41d-4fb0-4401-9f76-89da37e9d640 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:08.613063 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.619595 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.741632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Attempting to bind port 289fb41d-4fb0-4401-9f76-89da37e9d640 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:08.742806 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Attempting to bind port 289fb41d-4fb0-4401-9f76-89da37e9d640 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:08.743389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Attempting to bind port 289fb41d-4fb0-4401-9f76-89da37e9d640 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:08.755746 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a3659-cc07-4d6c-9fd3-dff3ee14645d None None] Pushing event updated for resources: {'Port': ['ID=289fb41d-4fb0-4401-9f76-89da37e9d640,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:08.760001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:08.760566 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:08.761057 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.761535 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:08.762109 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Bound port: 289fb41d-4fb0-4401-9f76-89da37e9d640, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:08.762577 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.776300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.867905 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-258e507a-01e7-45bb-bdea-5bf68df6b659 None None] Provisioning for port 6c4ee672-f353-46ba-87b1-1ef74452c40c completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:08.879521 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-258e507a-01e7-45bb-bdea-5bf68df6b659 None None] Provisioning complete for port 6c4ee672-f353-46ba-87b1-1ef74452c40c triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:08.880408 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-258e507a-01e7-45bb-bdea-5bf68df6b659 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:08.925038 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] For port 289fb41d-4fb0-4401-9f76-89da37e9d640, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:08.939638 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] For port 289fb41d-4fb0-4401-9f76-89da37e9d640, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=289fb41d-4fb0-4401-9f76-89da37e9d640,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:08.944365 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-258e507a-01e7-45bb-bdea-5bf68df6b659 None None] Port 6c4ee672-f353-46ba-87b1-1ef74452c40c cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:36:08.947350 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:09.015151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-8a626a30-1a0e-4ca2-a3a9-7778470c0408 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:09.016709 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-8a626a30-1a0e-4ca2-a3a9-7778470c0408 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2290747
Jun 24 16:36:09.032780 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:09.033384 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8770ee0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:09.160952 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662a3659-cc07-4d6c-9fd3-dff3ee14645d None None] Pushing event updated for resources: {'Port': ['ID=289fb41d-4fb0-4401-9f76-89da37e9d640,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:09.216315 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-26476e05-4cf6-45d8-a789-7c6b69ceddb4 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1894155
Jun 24 16:36:09.220229 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:09.249636 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:09.315103 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:09.465587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ef2627-0c84-4b41-b889-a074d66f99ca req-82a9bfe5-cc9f-4d01-85a0-808ef60a9a86 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:09.468086 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-25ef2627-0c84-4b41-b889-a074d66f99ca req-82a9bfe5-cc9f-4d01-85a0-808ef60a9a86 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2830012
Jun 24 16:36:09.553861 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:09.556057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6fa981-c70b-4715-85ea-19e068a0ee24 req-ae89794c-c535-469a-9660-4e46803a8bc7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:09.557556 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d6fa981-c70b-4715-85ea-19e068a0ee24 req-ae89794c-c535-469a-9660-4e46803a8bc7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.2675824
Jun 24 16:36:09.566678 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Pushing event updated for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:09.615489 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-25ef2627-0c84-4b41-b889-a074d66f99ca req-43981ed2-f6e7-47dc-b320-617297b93099 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1397521
Jun 24 16:36:09.623175 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d6fa981-c70b-4715-85ea-19e068a0ee24 req-4b5ed995-ba54-4279-8bdd-1a01d1df1f15 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0558031
Jun 24 16:36:09.680770 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-334172e4-2783-4504-a4d3-fb4499d71d8d req-4ca76c93-447a-49d8-a409-325465ccf72d service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.4559836
Jun 24 16:36:09.761059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:09.763083 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:09.889272 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8770ee0>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '6c4ee672-f353-46ba-87b1-1ef74452c40c', 'name': '', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'mac_address': 'fa:16:3e:1d:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 1, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'subnets': [{'id': '0af75245-d952-432d-985f-00b6bbc376b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:09.895362 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5320ce8-c6b2-4e1b-b713-924569d28b33 None None] The sync data for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi is: [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '6c4ee672-f353-46ba-87b1-1ef74452c40c', 'name': '', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'mac_address': 'fa:16:3e:1d:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 1, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'subnets': [{'id': '0af75245-d952-432d-985f-00b6bbc376b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:10.040857 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Router 14fbb034-2f03-4351-aba0-3a5dd900067a has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:36:10.098930 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e6a121bc-c6b7-47c9-ab5c-0d077bf269a8 None None] Provisioning complete for port 6c4ee672-f353-46ba-87b1-1ef74452c40c triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:10.099212 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e6a121bc-c6b7-47c9-ab5c-0d077bf269a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:10.172910 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e6a121bc-c6b7-47c9-ab5c-0d077bf269a8 None None] Port 6c4ee672-f353-46ba-87b1-1ef74452c40c cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:36:10.327416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:36:10.341820 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-38d7dac8-e1f3-4d9a-9bc8-3c855be6b125 admin admin] 10.222.0.18 "PUT /v2.0/routers/14fbb034-2f03-4351-aba0-3a5dd900067a/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.3815217
Jun 24 16:36:10.914529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33586) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:10.923557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1952853768', 'description': 'tempest-secgroup-smoke-1952853768 description', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:10.931416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:10.934888 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:10.939191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:10.949152 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ffd64e-9930-4334-9b2e-3c6cee11f12b req-1e2c92b3-7439-4569-8b8d-32db35d01739 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:10.950546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:10.950828 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d5ffd64e-9930-4334-9b2e-3c6cee11f12b req-1e2c92b3-7439-4569-8b8d-32db35d01739 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 943 time: 0.1676352
Jun 24 16:36:10.979563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.022319 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:11.024105 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 289fb41d-4fb0-4401-9f76-89da37e9d640 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:11.033620 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:11.039448 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:11.055784 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:11.099354 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.103341 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d5ffd64e-9930-4334-9b2e-3c6cee11f12b req-1a1396b4-8233-45d9-a0dd-9cbbaef9435b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1435552
Jun 24 16:36:11.133369 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 289fb41d-4fb0-4401-9f76-89da37e9d640 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:11.139460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 289fb41d-4fb0-4401-9f76-89da37e9d640 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:11.140315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.205609 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.215460 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.266761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5b3c3db-d6fe-48a3-8726-7fa1c7728752,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:11.280918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.285681 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-40d1bd5d-6efb-46b8-9701-3bae83080da3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1794 time: 0.3667338
Jun 24 16:36:11.285888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33592) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:11.297656 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:11.317727 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:11.322790 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 289fb41d-4fb0-4401-9f76-89da37e9d640 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:11.323286 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.351000 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 289fb41d-4fb0-4401-9f76-89da37e9d640, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=289fb41d-4fb0-4401-9f76-89da37e9d640,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:11.356103 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.418554 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:11.422596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:11.438033 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:11.442521 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=289fb41d-4fb0-4401-9f76-89da37e9d640,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:11.474272 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.558724 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35134220-2ae4-4b28-b90e-f8aa8885af03 req-0bd24c18-b77a-475f-b6b7-c1416b39a590 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:11.560350 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35134220-2ae4-4b28-b90e-f8aa8885af03 req-0bd24c18-b77a-475f-b6b7-c1416b39a590 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.4442692
Jun 24 16:36:11.602604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.614457 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.653243 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba64a6a5-08c2-4587-977a-774a8b5282a6,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:11.657815 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35134220-2ae4-4b28-b90e-f8aa8885af03 req-b781e4b8-5c97-4a5b-ad11-fa6c2ea610fb tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0858462
Jun 24 16:36:11.667226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.671204 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c1c35668-793f-4291-aa82-3e935d6a6799 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.3804400
Jun 24 16:36:11.673327 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33602) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:11.678469 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:11.685658 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:11.691411 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:11.695275 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:11.701873 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:11.722374 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.812960 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.816842 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.840973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8361e58a-b05b-4003-be68-b435ea01c82e,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:11.845765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6ccb72c8-72c5-4467-a284-d1c79d49c232 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:36:11.858637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:11.860038 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6261cbda-844c-4f4e-9631-69829890b480 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.1857786
Jun 24 16:36:11.862956 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33606) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:11.868597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:11.875800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:11.880911 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:11.886248 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:11.899397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:11.930940 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.001520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.005119 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.005430 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:12.019252 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'port_id': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'mac_address': 'fa:16:3e:74:d4:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:36:12.032326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b28ff94-c565-46f6-8ce3-27b2756585a9,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:12.045163 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.046613 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-bc023c99-7a8c-41a4-b911-a3130b1ff2d3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1826947
Jun 24 16:36:12.052191 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33610) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:12.057333 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:12.063224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:12.067273 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:12.070784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:12.080176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:12.086452 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6ccb72c8-72c5-4467-a284-d1c79d49c232 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:12.087197 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.102603 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.113846 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ccb72c8-72c5-4467-a284-d1c79d49c232 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:12.137960 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:12.144771 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.214598 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.247190 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:12.274482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.332105 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=510d041f-e2a0-4ba5-b930-6cb1c0fb0935,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:12.347095 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.348865 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-efd7204c-8749-4952-927a-0a9978021d8e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.2955518
Jun 24 16:36:12.353241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33616) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:12.365118 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:12.376066 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:12.384134 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:12.387940 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0484ec8-16a2-4088-9a4c-ee7a3acc70df req-d89d957f-fe25-46e1-890e-99835fe3ed54 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:12.390798 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0484ec8-16a2-4088-9a4c-ee7a3acc70df req-d89d957f-fe25-46e1-890e-99835fe3ed54 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 944 time: 0.1643488
Jun 24 16:36:12.405889 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:12.426648 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:12.445651 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.securitygroups_db [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Project a34b225f93234ca38c8d0c3d37ba0b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:36:12.466028 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.468322 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0484ec8-16a2-4088-9a4c-ee7a3acc70df req-3b6f46a3-2f1f-43c5-acbc-749c8c244468 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655911
Jun 24 16:36:12.569769 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['6ccb72c8-72c5-4467-a284-d1c79d49c232'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:36:12.573924 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.584280 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.631687 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c5a6cb1-dc90-4fe4-8c40-95936656d9d7,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:12.654021 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.655569 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-61e662ee-dd28-4dfd-b702-456ea513b6a6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.3002636
Jun 24 16:36:12.659017 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33622) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:12.666927 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'security_group_rule': {'security_group_id': 'b5b3c3db-d6fe-48a3-8726-7fa1c7728752', 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:12.683082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:12.690285 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:security_group_rule and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:12.693770 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:12.702704 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:12.722897 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.securitygroups_db [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Project a34b225f93234ca38c8d0c3d37ba0b8f added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:36:12.734699 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.853408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.857983 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.953214 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2af4ce08-3d47-42b3-9adb-e8239e14599b,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:12.966563 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Sync routers for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:12.979465 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:12.980168 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54bcf605b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:12.985589 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 289fb41d-4fb0-4401-9f76-89da37e9d640 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:12.995953 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:12.997402 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e6e8be7a-6808-42fa-9f2a-7561e3cd23a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.3369541
Jun 24 16:36:13.049964 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df3a73b-f57f-4064-9f64-3b7b4dd764e0 req-15e1934e-db2b-46b2-8c0a-98b200062ebc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:13.054956 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1df3a73b-f57f-4064-9f64-3b7b4dd764e0 req-15e1934e-db2b-46b2-8c0a-98b200062ebc tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1508276
Jun 24 16:36:13.108771 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 289fb41d-4fb0-4401-9f76-89da37e9d640 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:13.109435 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:13.142084 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1df3a73b-f57f-4064-9f64-3b7b4dd764e0 req-9d63e15b-d508-4b8f-9c03-9ce41285818b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0781109
Jun 24 16:36:13.241731 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:13.359613 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 289fb41d-4fb0-4401-9f76-89da37e9d640 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:13.547042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c74bb0-a2db-4f07-bc89-0978fe6ee3dd req-dd0db509-bf70-4c75-bde1-62c4eb89934c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:13.549524 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11c74bb0-a2db-4f07-bc89-0978fe6ee3dd req-dd0db509-bf70-4c75-bde1-62c4eb89934c tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2959864
Jun 24 16:36:13.564087 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33674) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:13.569136 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Request body: {'floatingip': {'port_id': '8a215961-1299-415e-b991-1271a78f7ae0'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:13.744977 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:13.793244 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54bcf605b0>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '6c4ee672-f353-46ba-87b1-1ef74452c40c', 'name': '', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'mac_address': 'fa:16:3e:1d:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 2, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'subnets': [{'id': '0af75245-d952-432d-985f-00b6bbc376b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:13.797872 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Checking router: 14fbb034-2f03-4351-aba0-3a5dd900067a for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:13.798347 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Updating router 14fbb034-2f03-4351-aba0-3a5dd900067a port 6c4ee672-f353-46ba-87b1-1ef74452c40c binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:36:13.846542 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16aef97-2451-44fa-a7c7-49ba586f30b8 req-fec78bb7-961c-4986-b987-5a416b5a1d3b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:13.855949 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f16aef97-2451-44fa-a7c7-49ba586f30b8 req-fec78bb7-961c-4986-b987-5a416b5a1d3b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 944 time: 0.1721265
Jun 24 16:36:13.868259 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:13.927964 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f16aef97-2451-44fa-a7c7-49ba586f30b8 req-e2ae07e0-c70d-48a3-a49d-bbff17fb5c73 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0707929
Jun 24 16:36:14.360413 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:14.388635 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Transition to ACTIVE for port object 6c4ee672-f353-46ba-87b1-1ef74452c40c will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:14.404619 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:14.717684 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e76d9-7110-4c0f-9662-fbeece50a906 None None] Pushing event updated for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:14.886816 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Attempting to bind port 6c4ee672-f353-46ba-87b1-1ef74452c40c on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:14.890777 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Attempting to bind port 6c4ee672-f353-46ba-87b1-1ef74452c40c by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:14.892362 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Attempting to bind port 6c4ee672-f353-46ba-87b1-1ef74452c40c on network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:14.904406 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 35, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:14.905349 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Checking segment: {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:14.906432 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:14.907164 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Bound using segment: {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:14.908166 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Bound port: 6c4ee672-f353-46ba-87b1-1ef74452c40c, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a57cd80f-8c58-4a71-a85b-06de8f5855ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 314, 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:14.909099 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:15.056615 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] For port 6c4ee672-f353-46ba-87b1-1ef74452c40c, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:15.066937 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] For port 6c4ee672-f353-46ba-87b1-1ef74452c40c, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6c4ee672-f353-46ba-87b1-1ef74452c40c,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:15.074787 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:15.178067 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:15.184815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:15.196478 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:15.197115 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54bcf605b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:15.197751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f85782-edb3-4ba9-84a0-43ef25324251 req-cbd3a1bd-2686-4ea0-81bf-d46212be03ed tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:15.201062 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41f85782-edb3-4ba9-84a0-43ef25324251 req-cbd3a1bd-2686-4ea0-81bf-d46212be03ed tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 944 time: 0.1444085
Jun 24 16:36:15.270038 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-41f85782-edb3-4ba9-84a0-43ef25324251 req-a5e3ebe6-f568-4300-baf4-5353feb3fda0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0613780
Jun 24 16:36:15.422649 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48e76d9-7110-4c0f-9662-fbeece50a906 None None] Pushing event updated for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:15.547006 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:15.759231 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:36:15.858313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6ccb72c8-72c5-4467-a284-d1c79d49c232 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:15.994455 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:36:16.001802 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:16.028943 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:16.040820 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 6ccb72c8-72c5-4467-a284-d1c79d49c232 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:16.058772 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:16.059407 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b87f9310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:16.079197 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54bcf605b0>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '6c4ee672-f353-46ba-87b1-1ef74452c40c', 'name': '', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'mac_address': 'fa:16:3e:1d:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:15Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'subnets': [{'id': '0af75245-d952-432d-985f-00b6bbc376b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:16.085995 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034ec58-92d4-44b5-808b-f6cf089a7894 None None] The sync data for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi is: [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:36:08Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '6c4ee672-f353-46ba-87b1-1ef74452c40c', 'name': '', 'network_id': '29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'mac_address': 'fa:16:3e:1d:74:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_interface', 'standard_attr_id': 481, 'fixed_ips': [{'subnet_id': '0af75245-d952-432d-985f-00b6bbc376b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:08Z', 'updated_at': '2022-06-24T16:36:15Z', 'revision_number': 4, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'subnets': [{'id': '0af75245-d952-432d-985f-00b6bbc376b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:16.168392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 6ccb72c8-72c5-4467-a284-d1c79d49c232 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:16.168695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:16.219258 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:16.233518 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e16a455a-fc87-4dcd-ab0e-46c736662c62 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "PUT /v2.0/floatingips/4ce02437-ab03-4482-8847-0f2d75d3e682 HTTP/1.1" status: 200  len: 994 time: 2.6683061
Jun 24 16:36:16.290976 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-123f4ab2-237f-452f-aaef-e3e625929454'] response: {'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'status': 'completed', 'code': 200}
Jun 24 16:36:16.551714 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-704f68bc-beee-4951-8a1e-92e71f61dd3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:16.557068 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-704f68bc-beee-4951-8a1e-92e71f61dd3a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.2308388
Jun 24 16:36:16.723823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0068e2-8b0b-4d38-9fa6-05773825fcc0 req-92847152-e492-470b-b3a3-3adb40310a23 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:16.731433 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6e0068e2-8b0b-4d38-9fa6-05773825fcc0 req-92847152-e492-470b-b3a3-3adb40310a23 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 944 time: 0.1676829
Jun 24 16:36:16.815689 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-43f58baa-185f-4afe-882c-1d1e4a6a9a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:16.819177 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-43f58baa-185f-4afe-882c-1d1e4a6a9a61 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2521374
Jun 24 16:36:16.841680 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:16.862354 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6e0068e2-8b0b-4d38-9fa6-05773825fcc0 req-f46e62ac-4902-42e0-8c41-fb71fcc1c3b6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1251881
Jun 24 16:36:16.917918 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a313adcc-04cf-417d-80ba-5198cb47e706 req-d98b3bef-c2ac-402a-b81b-7a1399d6e0a9 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:16.925412 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a313adcc-04cf-417d-80ba-5198cb47e706 req-d98b3bef-c2ac-402a-b81b-7a1399d6e0a9 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.1897244
Jun 24 16:36:16.981289 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a313adcc-04cf-417d-80ba-5198cb47e706 req-adaa95fc-fd1e-4919-9ee4-e9f23e2c13d2 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0548661
Jun 24 16:36:16.989966 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6ccb72c8-72c5-4467-a284-d1c79d49c232 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:16.990783 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:17.057973 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-5b42128b-3457-41cb-9f78-ceae4440b012 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1002 time: 0.2258618
Jun 24 16:36:17.108681 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6c4ee672-f353-46ba-87b1-1ef74452c40c up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:17.145619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-3b944a9a-d1ac-459a-b03e-289f7335a4da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:17.147732 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-3b944a9a-d1ac-459a-b03e-289f7335a4da service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0761039
Jun 24 16:36:17.194509 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:17.252536 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:17.271108 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:17.277781 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-fc7ab40e-697b-46ee-b008-8a5c40939a01'] response: {'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'code': 200}
Jun 24 16:36:17.291100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-b5054459-fd35-4b6a-8c9b-6cbd27d7b6ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:17.294804 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-b5054459-fd35-4b6a-8c9b-6cbd27d7b6ee service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1350834
Jun 24 16:36:17.562215 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 6c4ee672-f353-46ba-87b1-1ef74452c40c completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:17.580688 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:17.587336 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6c4ee672-f353-46ba-87b1-1ef74452c40c triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:17.588035 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:17.717876 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-d7a4b9d0-490c-4053-a540-63c5baa69cba service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3883150
Jun 24 16:36:17.726569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-070494af-244d-48f9-98b8-4fa960e19610 req-4da30591-c750-46b4-b364-331bd9ba5c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:17.728690 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-070494af-244d-48f9-98b8-4fa960e19610 req-4da30591-c750-46b4-b364-331bd9ba5c2d service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 1098 time: 0.1207516
Jun 24 16:36:17.794636 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-070494af-244d-48f9-98b8-4fa960e19610 req-9c66874a-a95b-4030-bf8d-b3baf6f41166 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0576346
Jun 24 16:36:17.838318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6c4ee672-f353-46ba-87b1-1ef74452c40c is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:17.838830 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:17.864412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b87f9310>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:36:14Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:17.874313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:17.900151 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:17.901154 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b87f9310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:35:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:17.909661 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-45b15196-cb79-473e-a2a5-9bc39af0ce0f req-bc9895ce-dd4f-42b5-ad34-4990c0827198 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1798460
Jun 24 16:36:17.963960 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 6c4ee672-f353-46ba-87b1-1ef74452c40c, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6c4ee672-f353-46ba-87b1-1ef74452c40c,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:17.973952 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:18.111450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d85c5418-8071-4b19-b695-23b460856adf req-560752a5-2abf-46bf-8b9f-71444964fd07 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:18.113412 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d85c5418-8071-4b19-b695-23b460856adf req-560752a5-2abf-46bf-8b9f-71444964fd07 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1228790
Jun 24 16:36:18.188346 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d85c5418-8071-4b19-b695-23b460856adf req-da52d63c-73e8-4f51-9674-30a0917e0cfa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0650408
Jun 24 16:36:18.215772 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:18.242031 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:18.293008 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:18.327609 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8a06d59-0da7-4cfb-9fd7-d2d82f70a175 req-65eab561-ca98-48e3-9c1f-b30699723727 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:18.331888 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8a06d59-0da7-4cfb-9fd7-d2d82f70a175 req-65eab561-ca98-48e3-9c1f-b30699723727 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.1376677
Jun 24 16:36:18.374100 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-729ce230-a6e5-4634-a678-0a4f6f338961'] response: {'name': 'network-changed', 'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'status': 'completed', 'code': 200}
Jun 24 16:36:18.419819 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f8a06d59-0da7-4cfb-9fd7-d2d82f70a175 req-b136a789-7314-4730-a1d6-b8a2b35020cc tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0810153
Jun 24 16:36:18.528255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-34514c56-d850-4368-90be-1380fd8da6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:18.529901 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-34514c56-d850-4368-90be-1380fd8da6c9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 1099 time: 0.1183240
Jun 24 16:36:18.778041 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-fa30e5a7-b223-412f-b5fa-fdb2d2f04e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:18.780290 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-fa30e5a7-b223-412f-b5fa-fdb2d2f04e1d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.2359724
Jun 24 16:36:18.870392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-97fa6682-f45a-477b-81be-7605f7d5fcaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:18.874749 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b87f9310>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:36:14Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:18.881910 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-443c94db-1225-4251-8d5c-ec6dec09902b None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '4ce02437-ab03-4482-8847-0f2d75d3e682', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'floating_ip_address': '172.27.2.253', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'port_id': '8a215961-1299-415e-b991-1271a78f7ae0', 'fixed_ip_address': '172.20.0.13', 'status': 'ACTIVE', 'standard_attr_id': 352, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'mac_address': 'fa:16:3e:08:17:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:33:48Z', 'updated_at': '2022-06-24T16:36:14Z', 'revision_number': 3, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:18.958468 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6c4ee672-f353-46ba-87b1-1ef74452c40c up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:18.973357 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-7ecc518f-eb0f-4e90-860e-e70c0bc9e406 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 200  len: 1002 time: 0.1764328
Jun 24 16:36:19.062739 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-ff48c9b1-a3bf-4ce7-95ca-e4d4562b20c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:19.065384 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-ff48c9b1-a3bf-4ce7-95ca-e4d4562b20c9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0829637
Jun 24 16:36:19.084112 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6c4ee672-f353-46ba-87b1-1ef74452c40c triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:19.084556 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:19.182872 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-de6cb067-97f5-4c2e-b707-7e6aae77ffd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:19.184450 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-de6cb067-97f5-4c2e-b707-7e6aae77ffd6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1064465
Jun 24 16:36:19.262058 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6c4ee672-f353-46ba-87b1-1ef74452c40c is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:19.350763 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-aefafc0b-a8e8-46a2-bc46-42ddaa3f14ad service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1560395
Jun 24 16:36:19.558546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286d0391-8341-421e-89f3-aeacbb572c2e req-8aa05881-8736-4d3e-ab18-935cd6fbe7c5 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:19.560039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-286d0391-8341-421e-89f3-aeacbb572c2e req-8aa05881-8736-4d3e-ab18-935cd6fbe7c5 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.1493051
Jun 24 16:36:19.581580 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0c8b17-f90e-43ac-a53c-828b97e15f2a req-89d52551-b956-4244-941a-c97664b57b44 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:19.583710 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-05c36f7a-2f80-4100-a0dc-d9ad5c631d2e req-55d13451-7cf9-4dc2-b270-5f1581a5ffbe service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2174602
Jun 24 16:36:19.591838 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a0c8b17-f90e-43ac-a53c-828b97e15f2a req-89d52551-b956-4244-941a-c97664b57b44 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.2386811
Jun 24 16:36:19.788659 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Deleting port 79e89c64-b194-4135-979d-680ac5e90936 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:36:19.789227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:19.820537 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a0c8b17-f90e-43ac-a53c-828b97e15f2a req-21476330-5ab2-4bd2-9959-02f1adc3f729 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2262332
Jun 24 16:36:19.938417 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7287f193-27ab-4928-8513-27c521611f43 req-06fe7768-e3de-4fad-b582-a455a9e28e6c tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:19.940039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7287f193-27ab-4928-8513-27c521611f43 req-06fe7768-e3de-4fad-b582-a455a9e28e6c tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 945 time: 0.2829239
Jun 24 16:36:20.077672 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7287f193-27ab-4928-8513-27c521611f43 req-1be96d20-d140-4c25-a76a-14dbb71486b5 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1121004
Jun 24 16:36:20.126834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] For port 79e89c64-b194-4135-979d-680ac5e90936, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=79e89c64-b194-4135-979d-680ac5e90936,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:20.127437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:20.260771 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Calling delete_port for 79e89c64-b194-4135-979d-680ac5e90936 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:36:20.532936 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:20.547907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['79e89c64-b194-4135-979d-680ac5e90936'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:36:20.589557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Pushing event deleted for resources: {'Port': ['ID=79e89c64-b194-4135-979d-680ac5e90936,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:20.633004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.633329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.633672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.634005 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.634326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.634653 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.635000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.635323 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.635649 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.635964 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.636283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.636600 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:20.688346 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] No DVR routers for this DVR port 79e89c64-b194-4135-979d-680ac5e90936 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:36:20.690815 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:20.693642 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'name': 'network-vif-deleted', 'tag': '79e89c64-b194-4135-979d-680ac5e90936'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:20.717018 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-286d0391-8341-421e-89f3-aeacbb572c2e req-e4d5592e-3c20-4393-b44e-2a0aad80ee80 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "DELETE /v2.0/ports/79e89c64-b194-4135-979d-680ac5e90936 HTTP/1.1" status: 204  len: 173 time: 1.1220467
Jun 24 16:36:20.751849 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f17b379-bbda-4fd2-91d1-b71e1625b75d'] response: {'server_uuid': 'ebd2b19d-ddad-422b-a276-0fb7cbe80753', 'name': 'network-vif-deleted', 'tag': '79e89c64-b194-4135-979d-680ac5e90936', 'status': 'completed', 'code': 200}
Jun 24 16:36:21.092692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d2c8eb-ca75-41c7-a635-421924f8116d req-36e7981e-38ae-4d33-a0d9-4ee0b023aad5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:21.094131 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-37d2c8eb-ca75-41c7-a635-421924f8116d req-36e7981e-38ae-4d33-a0d9-4ee0b023aad5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.0983589
Jun 24 16:36:21.148844 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-37d2c8eb-ca75-41c7-a635-421924f8116d req-2a1de49e-f3aa-4a8f-b69d-73a9accf13e5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0472023
Jun 24 16:36:21.184758 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8b3d2e64-bc49-46cb-91ca-8cfcfa4f6368 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:21.297751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3e7a73a0-9a93-44ca-82b8-4607f4e8d7e2 req-65f553fd-389a-451e-9aa2-3a2bbc01a678 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Synchronizing usage tracker for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:21.393616 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3e7a73a0-9a93-44ca-82b8-4607f4e8d7e2 req-65f553fd-389a-451e-9aa2-3a2bbc01a678 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Unset dirty status for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:21.403411 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3e7a73a0-9a93-44ca-82b8-4607f4e8d7e2 req-65f553fd-389a-451e-9aa2-3a2bbc01a678 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=ebd2b19d-ddad-422b-a276-0fb7cbe80753 HTTP/1.1" status: 200  len: 210 time: 0.1678250
Jun 24 16:36:21.469275 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e16f72-6305-4716-93b2-375d24dd57cc req-9fd5cc3f-f4ce-4cb6-b469-5ef4ba3683d1 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:21.471690 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70e16f72-6305-4716-93b2-375d24dd57cc req-9fd5cc3f-f4ce-4cb6-b469-5ef4ba3683d1 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1676960
Jun 24 16:36:21.483801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33758) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:21.489360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'port_id': '6ccb72c8-72c5-4467-a284-d1c79d49c232'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:21.573291 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:21.952153 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:22.266942 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:22.330819 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:22.337880 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:22.601590 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 71595921-ac6f-446c-9632-46a1c6e5dc13 associated. External IP: 172.27.2.207, port: 6ccb72c8-72c5-4467-a284-d1c79d49c232.
Jun 24 16:36:23.193802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:36:23.390877 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:23.499361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:36:23.506001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:23.513432 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:23.527481 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:23.528564 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1c3a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:23.589058 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6ad3a0aa-cd38-4403-9d54-37a079fc66b4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "PUT /v2.0/floatingips/71595921-ac6f-446c-9632-46a1c6e5dc13 HTTP/1.1" status: 200  len: 991 time: 2.1007037
Jun 24 16:36:23.589058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:23.644549 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8f3e9a48-5b28-4ffb-a5f7-e1a61682570e'] response: {'name': 'network-changed', 'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'status': 'completed', 'code': 200}
Jun 24 16:36:23.833778 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:24.306913 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1c3a0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '71595921-ac6f-446c-9632-46a1c6e5dc13', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:74:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c16116-97cf-4394-8c41-2d57d447d422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:52Z', 'updated_at': '2022-06-24T16:36:22Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:24.314597 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:24.330624 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:24.336999 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1c3a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:24.471488 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 79e89c64-b194-4135-979d-680ac5e90936 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:36:24.532630 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 79e89c64-b194-4135-979d-680ac5e90936 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:36:24.533075 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 79e89c64-b194-4135-979d-680ac5e90936 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:36:24.599794 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:25.009316 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1c3a0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '71595921-ac6f-446c-9632-46a1c6e5dc13', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:74:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c16116-97cf-4394-8c41-2d57d447d422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:52Z', 'updated_at': '2022-06-24T16:36:22Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:25.013477 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c01cbc51-17fd-441f-b47e-446d308ae810 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '71595921-ac6f-446c-9632-46a1c6e5dc13', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.207', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 467, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:74:d4:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '41c16116-97cf-4394-8c41-2d57d447d422', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:35:52Z', 'updated_at': '2022-06-24T16:36:22Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:25.260849 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da642294-60b1-431c-a514-feb23530dba3 None None] New status for floating IP 71595921-ac6f-446c-9632-46a1c6e5dc13: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:36:26.603403 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-8d2848d7-4b34-439c-8ca0-164a0d9b88b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:26.605775 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-8d2848d7-4b34-439c-8ca0-164a0d9b88b6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 1098 time: 0.0993900
Jun 24 16:36:26.752905 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-b0ff8cca-8215-48bd-9881-7f4d79abe745 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:26.756259 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-b0ff8cca-8215-48bd-9881-7f4d79abe745 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.1412725
Jun 24 16:36:26.896609 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-b255acfc-d629-4c6f-a493-f2dc138a2c15 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232 HTTP/1.1" status: 200  len: 1001 time: 0.1303322
Jun 24 16:36:26.983744 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-39d633e3-2003-41a0-b040-6bf57b904013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:26.986118 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-39d633e3-2003-41a0-b040-6bf57b904013 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.0755196
Jun 24 16:36:27.095203 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-3c96016b-b1f2-4bed-bfda-dd2c5a3fe9a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:27.098545 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-3c96016b-b1f2-4bed-bfda-dd2c5a3fe9a6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998030
Jun 24 16:36:27.271356 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-d6fb37b4-1b7e-408a-946f-3cd32794f647 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1627004
Jun 24 16:36:27.506599 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-99b6c714-1a4a-47de-a7c6-7b8f8dc80959 req-4a576c23-052e-4d94-b2de-ddb3683932c3 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2253411
Jun 24 16:36:27.829161 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8775f61d-8ce5-4ef1-aa5b-35951b5fc626 req-b10f7898-7dfb-4384-a669-226ae07a6e08 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:27.830967 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8775f61d-8ce5-4ef1-aa5b-35951b5fc626 req-b10f7898-7dfb-4384-a669-226ae07a6e08 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1209080
Jun 24 16:36:27.882512 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8775f61d-8ce5-4ef1-aa5b-35951b5fc626 req-291f8de7-78a0-42de-81b2-c5bcb60eb15f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404048
Jun 24 16:36:29.209618 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8edf8a-7674-41b7-9106-7c757677bfae req-7485017b-08df-41fc-8dcd-f145c3862241 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:29.211639 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4c8edf8a-7674-41b7-9106-7c757677bfae req-7485017b-08df-41fc-8dcd-f145c3862241 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.2007024
Jun 24 16:36:29.258821 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4c8edf8a-7674-41b7-9106-7c757677bfae req-388e25d5-cfc3-4089-9c44-5334ba8228b8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403759
Jun 24 16:36:30.591553 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff7ab17-392e-4d05-8c2c-bc305cf04fea req-cd83a103-bdf2-41ea-ac43-e9551c9525ef tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:30.592930 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ff7ab17-392e-4d05-8c2c-bc305cf04fea req-cd83a103-bdf2-41ea-ac43-e9551c9525ef tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1457963
Jun 24 16:36:30.638888 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ff7ab17-392e-4d05-8c2c-bc305cf04fea req-90ed74c2-a2e3-4cad-86ba-292be639c6b3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400832
Jun 24 16:36:32.048850 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2b9fa70-fe82-410c-b251-0758295e0a25 req-1c295952-50f8-4e42-b1b2-293a067afdb5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:32.050380 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b2b9fa70-fe82-410c-b251-0758295e0a25 req-1c295952-50f8-4e42-b1b2-293a067afdb5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1068549
Jun 24 16:36:32.111537 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b2b9fa70-fe82-410c-b251-0758295e0a25 req-c7995681-35b8-40ce-bd56-c2def5261d8c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0533676
Jun 24 16:36:33.073373 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-a0c81f98-56fc-435a-8850-f414e4ad39f9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:33.075435 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-a0c81f98-56fc-435a-8850-f414e4ad39f9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.1306262
Jun 24 16:36:33.182994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Deleting port 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:36:33.183351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:33.721543 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab28342-4646-4d18-9451-ae3263e490e1 req-5d457200-35d9-4a6f-9b8d-354e2111b345 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:33.723106 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dab28342-4646-4d18-9451-ae3263e490e1 req-5d457200-35d9-4a6f-9b8d-354e2111b345 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 946 time: 0.4657135
Jun 24 16:36:33.815948 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] For port 78a4e31b-a598-4436-bdeb-0904cefd7b6e, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=78a4e31b-a598-4436-bdeb-0904cefd7b6e,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:33.816246 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:33.843297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-1119727c-1064-4dcd-bc10-d9aab8c53b92 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:33.844893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-1119727c-1064-4dcd-bc10-d9aab8c53b92 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 814 time: 0.2811494
Jun 24 16:36:33.927029 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dab28342-4646-4d18-9451-ae3263e490e1 req-a009c11f-cf1f-4e18-ab1c-535ee8b2fe38 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1890159
Jun 24 16:36:33.945052 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-18fd1297-1eb2-4645-944c-07776edba5a2 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/quotas/de0966981b5f4c3fa17c73c0c4b31779 HTTP/1.1" status: 200  len: 375 time: 0.0439095
Jun 24 16:36:34.082419 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-423bc833-0bea-49ed-852a-79f404a2cad7 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&fields=id HTTP/1.1" status: 200  len: 210 time: 0.1287625
Jun 24 16:36:34.309160 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:34.309515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:34.309829 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Floating IP 2cffe156-44de-4d0a-9a26-83172f750d4e disassociated. External IP: 172.27.2.15, port: 78a4e31b-a598-4436-bdeb-0904cefd7b6e.
Jun 24 16:36:34.310174 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Calling delete_port for 78a4e31b-a598-4436-bdeb-0904cefd7b6e owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:36:34.532802 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-fd95d6de-033d-4cb4-9f3e-8a0b35f36abd service neutron] 10.222.0.18 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.4352214
Jun 24 16:36:34.806788 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-4a54b5aa-4fa0-4165-9f66-e05afec30b23 service neutron] 10.222.0.18 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2541649
Jun 24 16:36:34.808897 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d9ab0040-5ca7-49de-92e6-87c1a983f3fb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Synchronizing usage tracker for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:34.813043 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:34.885228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'Port': ['ID=78a4e31b-a598-4436-bdeb-0904cefd7b6e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:34.895250 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d9ab0040-5ca7-49de-92e6-87c1a983f3fb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Unset dirty status for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:34.896393 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d9ab0040-5ca7-49de-92e6-87c1a983f3fb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1952853768&fields=id&tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f HTTP/1.1" status: 200  len: 267 time: 0.2151215
Jun 24 16:36:35.239157 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ddaf15e1-4e53-40b6-b34b-770500ad93bb req-07ca2f89-fab8-4e8e-a407-1b747379e4e3 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 210 time: 0.1452386
Jun 24 16:36:35.450169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-328e1caf-324a-4116-a3c2-e206a494b572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:35.451362 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-328e1caf-324a-4116-a3c2-e206a494b572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Synchronizing usage tracker for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:network {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:35.463659 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1a107157-f7aa-49c7-b2cd-7cd2304ef41d req-8010bc1a-6c9a-4e2a-bfcf-05a9f32ca354 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 210 time: 0.1319041
Jun 24 16:36:35.466988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:36:35.582887 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-328e1caf-324a-4116-a3c2-e206a494b572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Unset dirty status for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:network {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:35.584242 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-328e1caf-324a-4116-a3c2-e206a494b572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 809 time: 0.6109352
Jun 24 16:36:35.682793 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d259918e-8a0d-4b61-ab88-30c4c1946e66 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/quotas/a34b225f93234ca38c8d0c3d37ba0b8f HTTP/1.1" status: 200  len: 375 time: 0.0279758
Jun 24 16:36:35.785599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:36:35.801904 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b8468-d830-4723-a489-3774664c6445 None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:36:35.819198 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:35.820219 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1cd00>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:35.882935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] No DVR routers for this DVR port 78a4e31b-a598-4436-bdeb-0904cefd7b6e on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:36:35.887005 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:35.889964 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-deleted', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:35.902801 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-739d3c08-2263-4bed-a00f-39c4ca0e0a9b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&fields=id HTTP/1.1" status: 200  len: 302 time: 0.2099369
Jun 24 16:36:35.915123 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-61a5a2be-dd5e-4184-a07e-6cb588335a25 req-cab5348f-a487-4430-9ac6-b1d5590216dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "DELETE /v2.0/ports/78a4e31b-a598-4436-bdeb-0904cefd7b6e HTTP/1.1" status: 204  len: 173 time: 2.8230047
Jun 24 16:36:36.042336 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e87887a7-67b5-408e-8f83-1b617814cf3a'] response: {'server_uuid': '30b3ffec-7110-4b4d-9482-2451914c166f', 'name': 'network-vif-deleted', 'tag': '78a4e31b-a598-4436-bdeb-0904cefd7b6e', 'status': 'completed', 'code': 200}
Jun 24 16:36:36.143309 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-5e85d12c-105b-428e-b5cd-a7b21ea09e65 service neutron] 10.222.0.18 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2116263
Jun 24 16:36:36.175467 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:36.324993 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-cd67af47-dc8d-42b0-83ea-f2c7c5f86614 service neutron] 10.222.0.18 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1691649
Jun 24 16:36:36.597691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ba9bd00a-0cf7-4021-b17f-bee7e4a6e063 req-b1249555-64b4-493f-b155-ca8b8c503043 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:36.618195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-ba9bd00a-0cf7-4021-b17f-bee7e4a6e063 req-b1249555-64b4-493f-b155-ca8b8c503043 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:36.637187 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ba9bd00a-0cf7-4021-b17f-bee7e4a6e063 req-b1249555-64b4-493f-b155-ca8b8c503043 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=30b3ffec-7110-4b4d-9482-2451914c166f HTTP/1.1" status: 200  len: 210 time: 0.2089427
Jun 24 16:36:36.727355 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1cd00>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:36.736982 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b8468-d830-4723-a489-3774664c6445 None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:36:36.759175 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:36:36.759891 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1cd00>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:36.955360 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-19c19ca0-70bd-4dd7-bce5-7b214d68bffc req-33e04cad-4ae2-4dcf-adc3-1779207a672a tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 210 time: 0.1064599
Jun 24 16:36:37.044600 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:36:37.064317 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-49d44fcd-56eb-4fab-b8b1-6fc8f3843fee req-a86cd9ff-9c1a-4d3b-8b1b-371a948fd279 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 210 time: 0.0902443
Jun 24 16:36:37.516948 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-785b8468-d830-4723-a489-3774664c6445 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d1cd00>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:36:37.522573 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-785b8468-d830-4723-a489-3774664c6445 None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:36:37.543177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-bb49c4fc-23eb-420b-b6ab-8b29f2e23382 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:37.544869 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-bb49c4fc-23eb-420b-b6ab-8b29f2e23382 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 814 time: 0.2268927
Jun 24 16:36:37.572858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Request body: {'port': {'device_id': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'network_id': '9e95becd-dade-458e-967f-348562028446', 'admin_state_up': True, 'tenant_id': 'de0966981b5f4c3fa17c73c0c4b31779'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:37.810043 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:37.841558 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:37.856416 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33952) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:37.860398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Made reservation on behalf of de0966981b5f4c3fa17c73c0c4b31779 for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:36:37.865266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:37.948510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-974f1ce1-6c2b-463c-b19d-3ef10999cc1a None None] New status for floating IP 2cffe156-44de-4d0a-9a26-83172f750d4e: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:36:38.045339 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:36:38.065418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.170358 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e8ac4a36-4925-4b5d-9010-6486a7847462 req-b84035db-880d-4882-ae6b-d0a9bf24f3bf tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 210 time: 0.0895643
Jun 24 16:36:38.192342 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.216087 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 78a4e31b-a598-4436-bdeb-0904cefd7b6e {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:36:38.216415 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 78a4e31b-a598-4436-bdeb-0904cefd7b6e not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:36:38.318671 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Allocated IP 172.20.0.7 (9e95becd-dade-458e-967f-348562028446/42bc5b09-a031-47c5-960d-c419059c789c/d95976e1-d2cd-4d86-9f01-6e00d8d76035) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:38.340354 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5c36ad71-3aa0-4b97-af6d-59515bbced86 req-5ffec1b2-0677-457d-adb4-3bf0e995977d tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 210 time: 0.0996919
Jun 24 16:36:38.431929 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.479447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74c6d4f-0a5e-41ba-99bb-9e16825e26f8,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:38.583109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.587608 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e6112552-7004-4459-961b-ed940f9fce4a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "DELETE /v2.0/security-groups/b74c6d4f-0a5e-41ba-99bb-9e16825e26f8 HTTP/1.1" status: 204  len: 168 time: 0.7295434
Jun 24 16:36:38.593173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33960) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:38.629145 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.api.v2.resource [None req-d5984554-dfa2-45e1-9783-4d0c60fc3b85 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] show failed (client error): The resource could not be found.
Jun 24 16:36:38.634777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d5984554-dfa2-45e1-9783-4d0c60fc3b85 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups/b74c6d4f-0a5e-41ba-99bb-9e16825e26f8 HTTP/1.1" status: 404  len: 347 time: 0.0364797
Jun 24 16:36:38.636990 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33964) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:38.698215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.742282 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.848385 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Network 9e95becd-dade-458e-967f-348562028446 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:38.853955 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:38.854077 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-51b965ec-9c8d-46cc-b0aa-cfb7e7d507ae tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:38.855653 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-51b965ec-9c8d-46cc-b0aa-cfb7e7d507ae tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 809 time: 0.3771479
Jun 24 16:36:38.859555 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Deleting port ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:36:38.860085 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:38.861234 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:38.930444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Pushing event updated for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:38.959005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d7d943a9-5001-46d9-a79b-d17b57b44520 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Synchronizing usage tracker for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:38.997263 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:38.998261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.028184 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-8e65f39f-5184-45ef-959f-6f7651314906 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.4637020
Jun 24 16:36:39.068395 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d7d943a9-5001-46d9-a79b-d17b57b44520 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Unset dirty status for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:39.070193 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-d7d943a9-5001-46d9-a79b-d17b57b44520 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f HTTP/1.1" status: 200  len: 380 time: 0.1847222
Jun 24 16:36:39.082178 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'port': {'device_id': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'admin_state_up': True, 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'security_groups': ['b5b3c3db-d6fe-48a3-8726-7fa1c7728752']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:39.093788 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Request body: {'port': {'device_id': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:39.262358 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.414443 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.414791 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.572212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Calling delete_port for ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:36:39.621473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:39.636070 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eca83b70-81b2-4aeb-83e5-fe25c5267c66 req-7fb5016b-92fd-4f21-86a4-52da961fe931 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 210 time: 0.0982387
Jun 24 16:36:39.719641 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:port and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:39.753871 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:39.763296 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.770730 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:39.837751 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'Port': ['ID=ba0ade82-f2e5-4ef5-90a5-fd46c1da7aa9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:39.847546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab48b1-513a-495d-b184-c68cb6dd3d4e req-a930d065-5f6e-44ad-b4df-4fb7407d64e0 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:39.848507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-80ab48b1-513a-495d-b184-c68cb6dd3d4e req-a930d065-5f6e-44ad-b4df-4fb7407d64e0 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Synchronizing usage tracker for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:39.873027 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Made reservation on behalf of a34b225f93234ca38c8d0c3d37ba0b8f for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:36:39.876735 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:39.879958 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-80ab48b1-513a-495d-b184-c68cb6dd3d4e req-a930d065-5f6e-44ad-b4df-4fb7407d64e0 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Unset dirty status for tenant:de0966981b5f4c3fa17c73c0c4b31779 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:39.881340 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-80ab48b1-513a-495d-b184-c68cb6dd3d4e req-a930d065-5f6e-44ad-b4df-4fb7407d64e0 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 931 time: 0.5540450
Jun 24 16:36:39.900130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.900472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.900969 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.901300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.901625 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.901954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.902279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.902605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.903478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.903810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.904168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.904489 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:39.957422 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-80ab48b1-513a-495d-b184-c68cb6dd3d4e req-1cfbd57b-32d0-4de2-9eb6-c384862a4a0e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0657704
Jun 24 16:36:40.044912 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d95976e1-d2cd-4d86-9f01-6e00d8d76035 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:40.050788 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.054101 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.075393 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Transition to ACTIVE for port object d95976e1-d2cd-4d86-9f01-6e00d8d76035 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:40.081308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.131006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.133104 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6d50c1d1-c3e4-4ac2-a025-cc55fa2dcc21 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "DELETE /v2.0/floatingips/2cffe156-44de-4d0a-9a26-83172f750d4e HTTP/1.1" status: 204  len: 168 time: 1.4950600
Jun 24 16:36:40.155175 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Allocated IP 172.20.0.4 (d17a863c-a81e-4c59-a7bb-78257dd93ed2/78088514-e7d0-4bb6-ac96-1a28fbb86d08/6d2412c6-1db3-4737-baaa-2744c29fbff8) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:40.264835 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:40.306758 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 33976) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:40.314523 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1578651401', 'description': 'tempest-description--703246481'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:40.329666 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:40.337567 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:40.342825 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:40.355630 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:40.380686 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.393621 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Attempting to bind port d95976e1-d2cd-4d86-9f01-6e00d8d76035 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:40.394052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Attempting to bind port d95976e1-d2cd-4d86-9f01-6e00d8d76035 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:40.394371 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Attempting to bind port d95976e1-d2cd-4d86-9f01-6e00d8d76035 on network 9e95becd-dade-458e-967f-348562028446 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:40.405555 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Port d95976e1-d2cd-4d86-9f01-6e00d8d76035 on network 9e95becd-dade-458e-967f-348562028446 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:36:40.405892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Attempting to bind port d95976e1-d2cd-4d86-9f01-6e00d8d76035 on network 9e95becd-dade-458e-967f-348562028446 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:40.414353 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:40.416777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 36, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:40.417118 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Checking segment: {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:40.417510 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Bound using segment: {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:40.417950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Bound port: d95976e1-d2cd-4d86-9f01-6e00d8d76035, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9bad9170-d7cf-456a-b8d9-68485b9768bc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 337, 'network_id': '9e95becd-dade-458e-967f-348562028446'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:40.418294 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.430926 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:40.436470 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:40.446961 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:40.461587 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.488800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Transition to ACTIVE for port object 6d2412c6-1db3-4737-baaa-2744c29fbff8 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:40.523319 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.556963 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:40.564215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:40.571228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.614356 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:40.618300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:40.621003 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:40.659694 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:40.661615 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.661615 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] 10.222.0.47 "PUT /v2.0/ports/d95976e1-d2cd-4d86-9f01-6e00d8d76035 HTTP/1.1" status: 200  len: 1093 time: 1.6251669
Jun 24 16:36:40.665350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:40.672263 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.680302 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.698156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:40.727976 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467ef1b8-6e03-4715-bddb-7c592a09ff92 service neutron] Pushing event updated for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:40.759119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:40.760036 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.794774 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-296da87b-e7b6-4624-aa7f-9067694fb82e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.7163539
Jun 24 16:36:40.811890 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Request body: {'port': {'device_id': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:40.871760 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-89c433a5-ad9a-447b-a219-11922b7e6440'] response: {'name': 'network-changed', 'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035', 'status': 'completed', 'code': 200}
Jun 24 16:36:40.879466 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4a024f2d-0e3a-4181-8247-b323a14e1805,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:40.884862 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:40.886172 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1c7bad67-0df5-4950-806f-251cd742fe23 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.5783761
Jun 24 16:36:40.891529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33984) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:40.939616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group_rule': {'security_group_id': '4a024f2d-0e3a-4181-8247-b323a14e1805', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:40.965234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:40.978832 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:40.984075 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:40.984318 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-0aacbea3-b24d-4f92-946a-b08de72faecd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:40.985961 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-0aacbea3-b24d-4f92-946a-b08de72faecd service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 1096 time: 0.2355897
Jun 24 16:36:41.002282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:41.003780 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.014633 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.019482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47229b9d-361e-4735-b8bb-8c8096149b6c req-9742998b-5721-4835-ac8e-d7d795339148 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:41.022175 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47229b9d-361e-4735-b8bb-8c8096149b6c req-9742998b-5721-4835-ac8e-d7d795339148 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 931 time: 0.1346295
Jun 24 16:36:41.065772 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1b278246-45ef-4b25-a7e4-ee03a8e81473 None None] Provisioning for port 6d2412c6-1db3-4737-baaa-2744c29fbff8 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:41.075324 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1b278246-45ef-4b25-a7e4-ee03a8e81473 None None] Provisioning complete for port 6d2412c6-1db3-4737-baaa-2744c29fbff8 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:41.076019 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b278246-45ef-4b25-a7e4-ee03a8e81473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.112666 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.141455 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-dd2fe032-e9cd-40c9-b9b6-d01e3956cbaf service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035 HTTP/1.1" status: 200  len: 217 time: 0.1393957
Jun 24 16:36:41.150823 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1b278246-45ef-4b25-a7e4-ee03a8e81473 None None] Port 6d2412c6-1db3-4737-baaa-2744c29fbff8 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:36:41.255426 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47229b9d-361e-4735-b8bb-8c8096149b6c req-931395cb-fe92-49ed-bcad-ec16214e7325 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1518643
Jun 24 16:36:41.297139 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.305015 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-de0557d8-b711-4aa9-9ae0-ce26526e9a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:41.306454 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-de0557d8-b711-4aa9-9ae0-ce26526e9a27 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42bc5b09-a031-47c5-960d-c419059c789c HTTP/1.1" status: 200  len: 854 time: 0.1156249
Jun 24 16:36:41.363109 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.394564 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-7113ada5-84e7-45b3-aab6-11329aed04d4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e95becd-dade-458e-967f-348562028446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.0810134
Jun 24 16:36:41.401185 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c9b05309-0547-4b62-b3c9-b329848b6392,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:41.407298 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7efb36-adc6-4a9c-b008-ad6123e9bd5a req-c01cc6a2-f824-42b6-bb07-dce975bc7eab tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:41.408928 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2e7efb36-adc6-4a9c-b008-ad6123e9bd5a req-c01cc6a2-f824-42b6-bb07-dce975bc7eab tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 943 time: 0.2664962
Jun 24 16:36:41.417473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.421730 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5b807bec-7fd6-451e-bace-d25af2d0e142 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.5265100
Jun 24 16:36:41.422036 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33990) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:41.429678 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'security_group_rule': {'security_group_id': '4a024f2d-0e3a-4181-8247-b323a14e1805', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:41.446216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:41.453915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:security_group_rule and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:41.465276 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:41.479636 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:41.514206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.587141 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2e7efb36-adc6-4a9c-b008-ad6123e9bd5a req-25127443-47ea-44e9-bc14-161157a9d1a3 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1488762
Jun 24 16:36:41.604882 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d2412c6-1db3-4737-baaa-2744c29fbff8 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:41.622965 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.645652 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Transition to ACTIVE for port object 6d2412c6-1db3-4737-baaa-2744c29fbff8 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:41.648198 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-ccc7bc84-50d7-4553-bc26-283651f9f85c service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2381001
Jun 24 16:36:41.653981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.694884 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.711706 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.851201 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4df014f9-8c7d-4ad8-bb3f-549268464dc5 req-30960c90-f0be-4d5e-85a1-01b4e2df4d04 service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1950810
Jun 24 16:36:41.924259 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c37e626b-9c1a-46d4-baf5-a9b74e7e821e,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:41.930982 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:41.975451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:41.976738 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3ffdcd54-dda1-491a-a79d-deca9febd599 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.5537884
Jun 24 16:36:41.987330 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 33994) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:42.016834 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:42.031197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:42.036973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-cb1ae835-dee5-4db7-855f-c61726a32e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.039076 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-cb1ae835-dee5-4db7-855f-c61726a32e18 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 1096 time: 0.1326852
Jun 24 16:36:42.040022 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:floatingip and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:42.044796 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:42.057702 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:42.083270 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:42.103490 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Attempting to bind port 6d2412c6-1db3-4737-baaa-2744c29fbff8 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:42.103825 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Attempting to bind port 6d2412c6-1db3-4737-baaa-2744c29fbff8 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:42.104153 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Attempting to bind port 6d2412c6-1db3-4737-baaa-2744c29fbff8 on network d17a863c-a81e-4c59-a7bb-78257dd93ed2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:42.113160 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Port 6d2412c6-1db3-4737-baaa-2744c29fbff8 on network d17a863c-a81e-4c59-a7bb-78257dd93ed2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:36:42.113483 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Attempting to bind port 6d2412c6-1db3-4737-baaa-2744c29fbff8 on network d17a863c-a81e-4c59-a7bb-78257dd93ed2 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:42.168175 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:42.168425 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Checking segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:42.168817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Bound using segment: {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:42.169305 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Bound port: 6d2412c6-1db3-4737-baaa-2744c29fbff8, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50ca8aa8-e41f-4272-a379-d6be30d72e2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 334, 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:42.169652 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:42.301255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:42.306620 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:42.315622 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:42.359574 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-8771ecfb-67bd-467e-953a-5dd1a5b4a67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.361562 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-8771ecfb-67bd-467e-953a-5dd1a5b4a67a service neutron] 10.222.0.47 "GET /v2.0/networks?id=9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 200  len: 915 time: 0.3073440
Jun 24 16:36:42.394979 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.395703 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:42.397732 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] 10.222.0.47 "PUT /v2.0/ports/6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 1093 time: 1.5932889
Jun 24 16:36:42.401329 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:42.427981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5aaaca-f80d-42c2-8eb3-b3663a103609 service neutron] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:42.431712 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:42.530798 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-6852a597-a466-4fd7-9ade-f3c84ca0728c'] response: {'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'status': 'completed', 'code': 200}
Jun 24 16:36:42.535934 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-756d97b6-c46c-4e96-88b3-330cf1c3f93d service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035 HTTP/1.1" status: 200  len: 217 time: 0.1640258
Jun 24 16:36:42.713562 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-8b81e010-44e7-41fa-b4f7-fa880c96447c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.715283 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-8b81e010-44e7-41fa-b4f7-fa880c96447c service neutron] 10.222.0.47 "GET /v2.0/subnets?id=42bc5b09-a031-47c5-960d-c419059c789c HTTP/1.1" status: 200  len: 854 time: 0.1052504
Jun 24 16:36:42.719805 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-be9cef3e-6fd7-4923-9d37-e2208c25cd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.721953 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-be9cef3e-6fd7-4923-9d37-e2208c25cd29 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1096 time: 0.2442667
Jun 24 16:36:42.805952 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Allocated IP 172.27.2.41 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/c5974d6a-080a-4d33-a75b-b37ad06ce146) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:42.809056 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-bf7e1841-e1da-4591-85a1-d2180dc3118f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 217 time: 0.0773311
Jun 24 16:36:42.840598 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-ebf801cc-1339-4deb-a858-57a56711905a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=9e95becd-dade-458e-967f-348562028446&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 210 time: 0.1142898
Jun 24 16:36:42.980739 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-57dfed86-a1d8-4372-a2a2-4aa5a53be049 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:42.982152 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-57dfed86-a1d8-4372-a2a2-4aa5a53be049 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.1647744
Jun 24 16:36:42.999122 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef8f3c0-c40a-4ae1-8038-56ad07fe2ca4 req-ac81a149-5192-4915-be29-3547d436b68b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:43.001653 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cef8f3c0-c40a-4ae1-8038-56ad07fe2ca4 req-ac81a149-5192-4915-be29-3547d436b68b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.4603772
Jun 24 16:36:43.101528 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:36:43.108016 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:43.135337 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-edb4d090-e850-40a9-b8d7-9e28e36931fb service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2841771
Jun 24 16:36:43.143495 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cef8f3c0-c40a-4ae1-8038-56ad07fe2ca4 req-769eb3a3-27b1-4fad-91d7-e3120b965f8b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1256905
Jun 24 16:36:43.144540 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-df4d553d-829d-481c-beb1-1a1970282c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:43.146036 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-df4d553d-829d-481c-beb1-1a1970282c13 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1523466
Jun 24 16:36:43.157401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5effd85f-f833-475f-9cc9-d6f997104a13 req-74a83fd8-eb51-4a5d-9baa-c1ba83ac5112 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:43.158895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5effd85f-f833-475f-9cc9-d6f997104a13 req-74a83fd8-eb51-4a5d-9baa-c1ba83ac5112 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 943 time: 0.3819866
Jun 24 16:36:43.245297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:43.289530 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5effd85f-f833-475f-9cc9-d6f997104a13 req-66e676a0-279b-4e05-b590-dbb899dd781d tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1133864
Jun 24 16:36:43.362497 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63740189-b7e9-4e64-b88f-c4b5b5988e66 req-e5c33bd9-3f4f-41ed-be56-2ed2c09824b2 service neutron] 10.222.0.47 "GET /v2.0/networks/9e95becd-dade-458e-967f-348562028446?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2158940
Jun 24 16:36:43.366210 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:43.375986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:43.399775 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:43.440175 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=c5974d6a-080a-4d33-a75b-b37ad06ce146,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:43.471935 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-eb6c846f-1100-4336-ab1d-0a00c08879f1 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3169930
Jun 24 16:36:43.607471 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:43.656288 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-21ecf0fe-c6b7-4636-8baf-4c1ad1f0562a req-e5bde621-67fa-4c83-9fe6-75fa5021c47c service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1770718
Jun 24 16:36:43.696085 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:44.149871 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-95d4f896-9310-45aa-aeca-27e24c4da3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.152045 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-95d4f896-9310-45aa-aeca-27e24c4da3ba service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1096 time: 0.3997579
Jun 24 16:36:44.369234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:44.379580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:44.386472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3045438e-7f14-4324-a104-3f1d6f8efb34 req-6160daf6-c4d6-4c3c-ba66-6313bcfc0bb8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.389141 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3045438e-7f14-4324-a104-3f1d6f8efb34 req-6160daf6-c4d6-4c3c-ba66-6313bcfc0bb8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1260333
Jun 24 16:36:44.437089 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-c92d0616-e154-4d0b-affe-10c8e5888179 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.438543 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-c92d0616-e154-4d0b-affe-10c8e5888179 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.2657392
Jun 24 16:36:44.473223 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3045438e-7f14-4324-a104-3f1d6f8efb34 req-00a95398-108d-4afa-8fb5-402f8abb2ce9 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0767109
Jun 24 16:36:44.589474 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cfa3ba-1d23-453b-a998-aaaf2e5a3e20 req-811165f2-1369-4f0b-ae9e-b56969b929bf tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.590926 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35cfa3ba-1d23-453b-a998-aaaf2e5a3e20 req-811165f2-1369-4f0b-ae9e-b56969b929bf tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 943 time: 0.1135902
Jun 24 16:36:44.625341 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-3ad1840c-3868-47c1-89aa-23fe2515e361 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 217 time: 0.1719942
Jun 24 16:36:44.649862 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35cfa3ba-1d23-453b-a998-aaaf2e5a3e20 req-a5b87c96-9d82-4d02-b35f-75517fbddfcf tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0528073
Jun 24 16:36:44.681481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=c5974d6a-080a-4d33-a75b-b37ad06ce146,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:44.698412 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:44.736152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-b37055b5-6774-4129-b0e6-94f9603f3a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.737788 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-b37055b5-6774-4129-b0e6-94f9603f3a58 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.1038997
Jun 24 16:36:44.739167 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:44.740369 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9ea109a1-c19f-43a7-b32c-708535bea3c8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 692 time: 2.7545605
Jun 24 16:36:44.839456 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-082f6c7f-0a61-4da6-b00b-878fae722c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:44.840992 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-082f6c7f-0a61-4da6-b00b-878fae722c26 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0920837
Jun 24 16:36:44.999304 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6a003c01-48ae-4058-8a3a-0b998a4c35ad tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:45.021884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6a003c01-48ae-4058-8a3a-0b998a4c35ad tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:45.023272 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6a003c01-48ae-4058-8a3a-0b998a4c35ad tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1578651401&fields=id&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 267 time: 0.0772576
Jun 24 16:36:45.024011 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-fa9ad421-196a-4121-8ea5-3c3f36e20410 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1730633
Jun 24 16:36:45.198856 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f96c8aa6-94e9-4b84-abe2-f031681259b3 req-c5fdd1dc-6333-423e-84fc-634ee29f454e service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1652131
Jun 24 16:36:45.214910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-31cfb3b8-4f34-4dbf-85b0-8f36bdf6e4b8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:45.217204 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-31cfb3b8-4f34-4dbf-85b0-8f36bdf6e4b8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 817 time: 0.1812885
Jun 24 16:36:45.237503 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-d43aaa3e-6683-42ba-8d71-36d64a54f809 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/quotas/065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 375 time: 0.0139549
Jun 24 16:36:45.356024 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-89cb316a-c5ac-4237-a337-9bf24e579242 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1098106
Jun 24 16:36:45.518171 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-e7feccd7-e7ba-4749-b9c9-ff3d3f266dca service neutron] 10.222.0.18 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1462750
Jun 24 16:36:45.714769 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-718d8534-35ce-48ff-ba4f-99eb30059eba service neutron] 10.222.0.18 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1874492
Jun 24 16:36:45.735837 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf4d33-fa4b-4d96-83f1-e5fbbd4eea5e req-e78c0bcb-6d09-4c3b-8cb8-c04394f66ce1 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:45.737286 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1daf4d33-fa4b-4d96-83f1-e5fbbd4eea5e req-e78c0bcb-6d09-4c3b-8cb8-c04394f66ce1 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1389308
Jun 24 16:36:45.905367 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1daf4d33-fa4b-4d96-83f1-e5fbbd4eea5e req-f2cdb22b-fb13-4412-afee-b5d9e75baf8c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1590409
Jun 24 16:36:46.065755 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cecb0a95-79ad-4d41-870b-431248236ece req-0d2725d7-77cb-4edb-89c5-508c1068b34a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 210 time: 0.1014822
Jun 24 16:36:46.097905 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device d95976e1-d2cd-4d86-9f01-6e00d8d76035 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:36:46.125576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b787aafb-790f-4178-a322-97c05f6f8404 req-57fe09fd-0f3d-48cc-b917-11c442a37472 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:46.128474 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b787aafb-790f-4178-a322-97c05f6f8404 req-57fe09fd-0f3d-48cc-b917-11c442a37472 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 943 time: 0.1125057
Jun 24 16:36:46.200516 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b787aafb-790f-4178-a322-97c05f6f8404 req-b23632fb-98c8-459a-8fba-8fbf4f50ddfb tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0639760
Jun 24 16:36:46.258588 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:46.273767 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035', 'network_id': '9e95becd-dade-458e-967f-348562028446', 'port_id': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035', 'mac_address': 'fa:16:3e:1a:77:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 337, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '42bc5b09-a031-47c5-960d-c419059c789c', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:36:46.349332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port d95976e1-d2cd-4d86-9f01-6e00d8d76035 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:46.349775 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:46.371156 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d95976e1-d2cd-4d86-9f01-6e00d8d76035 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:46.394079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:46.401823 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:46.481848 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:46.736536 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['d95976e1-d2cd-4d86-9f01-6e00d8d76035'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:36:47.193416 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a388ea-3877-4d07-85b5-636b61120ddf req-fd772e3f-7dae-4cd2-8692-1b883a1f681e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:47.195822 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91a388ea-3877-4d07-85b5-636b61120ddf req-fd772e3f-7dae-4cd2-8692-1b883a1f681e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1342053
Jun 24 16:36:47.265519 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91a388ea-3877-4d07-85b5-636b61120ddf req-6a55e776-8b59-4d87-8af9-6486ada544e8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0603840
Jun 24 16:36:47.339768 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-083a9de6-6ec2-41fa-b1af-a504014eeffe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:47.340901 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-083a9de6-6ec2-41fa-b1af-a504014eeffe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:47.353177 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a3af667-9814-4761-afce-4b3e7a6dc6a0 req-61ce52ac-3314-4ac9-9c96-2372a3e8801f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 210 time: 0.0849047
Jun 24 16:36:47.373671 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-083a9de6-6ec2-41fa-b1af-a504014eeffe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:47.375564 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-083a9de6-6ec2-41fa-b1af-a504014eeffe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 817 time: 0.2755475
Jun 24 16:36:47.453611 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-9bc37821-0070-45fd-bc46-1d74ad819bc5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:36:47.481822 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-9bc37821-0070-45fd-bc46-1d74ad819bc5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:36:47.483687 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-9bc37821-0070-45fd-bc46-1d74ad819bc5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 380 time: 0.0986676
Jun 24 16:36:47.501365 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'port': {'device_id': '72af7667-a283-4567-894f-2bd233c01001', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'admin_state_up': True, 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'security_groups': ['4a024f2d-0e3a-4181-8247-b323a14e1805']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:47.621664 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0a8f01-dc32-4b1f-b251-de5ddfcdf1fb req-557bac92-1bf2-49d4-8b79-ff1054072ad4 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:47.624241 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7f0a8f01-dc32-4b1f-b251-de5ddfcdf1fb req-557bac92-1bf2-49d4-8b79-ff1054072ad4 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 944 time: 0.1320817
Jun 24 16:36:47.690582 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:47.691648 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7f0a8f01-dc32-4b1f-b251-de5ddfcdf1fb req-429cd4c5-1d6d-4476-9d45-1207b029e762 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0601506
Jun 24 16:36:47.695068 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Usage tracker for resource:port and tenant:065254ebe67545639644fcbc6bd9fc31 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:47.698025 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:47.707327 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:47.721478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Made reservation on behalf of 065254ebe67545639644fcbc6bd9fc31 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:36:47.726906 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:47.918180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Allocated IP 172.20.0.9 (de427c78-c07a-4b67-b16a-301f510eb5d6/d33bdb78-2647-452e-b126-70f4e25c46f9/87b332d5-d83a-40ca-bb6b-503444dbbfbe) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:48.094448 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device d95976e1-d2cd-4d86-9f01-6e00d8d76035 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:48.174310 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.179971 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port d95976e1-d2cd-4d86-9f01-6e00d8d76035 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:48.185876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port d95976e1-d2cd-4d86-9f01-6e00d8d76035 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:48.186306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.191352 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Transition to ACTIVE for port object 87b332d5-d83a-40ca-bb6b-503444dbbfbe will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:48.218282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.368836 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port d95976e1-d2cd-4d86-9f01-6e00d8d76035 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:48.369294 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.412858 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:48.425867 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:48.433245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.441930 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Network de427c78-c07a-4b67-b16a-301f510eb5d6 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:48.446411 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:48.451639 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:48.497015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:48.541604 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:48.569558 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:48.570611 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.602230 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-0c86cd17-3a22-48ed-b0b2-3c9763916578 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1072423
Jun 24 16:36:48.615639 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Request body: {'port': {'device_id': '72af7667-a283-4567-894f-2bd233c01001', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:48.735173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9415fe-eacc-4e08-8170-ed29b777cbe1 req-08e9f546-c369-4472-b9bf-79263848e7c6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:48.737666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a9415fe-eacc-4e08-8170-ed29b777cbe1 req-08e9f546-c369-4472-b9bf-79263848e7c6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.2907140
Jun 24 16:36:48.761180 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a778cff-8eb6-44cf-ac86-ccc82e73d502 req-74e7bc63-b0c4-4540-9e51-3aff97736809 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:48.763556 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a778cff-8eb6-44cf-ac86-ccc82e73d502 req-74e7bc63-b0c4-4540-9e51-3aff97736809 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 931 time: 0.1573613
Jun 24 16:36:48.782396 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.842354 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-265643b2-6576-43f8-9054-f73d31d99ca9 None None] Provisioning for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:48.848637 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-265643b2-6576-43f8-9054-f73d31d99ca9 None None] Provisioning complete for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:48.849010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-265643b2-6576-43f8-9054-f73d31d99ca9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:48.870135 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a9415fe-eacc-4e08-8170-ed29b777cbe1 req-314e7662-0a55-45b5-a043-82a962046d2b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1230633
Jun 24 16:36:48.875825 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8a778cff-8eb6-44cf-ac86-ccc82e73d502 req-e5fceb82-7b59-4968-b5db-3b81e039201f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0902479
Jun 24 16:36:48.941490 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-265643b2-6576-43f8-9054-f73d31d99ca9 None None] Port 87b332d5-d83a-40ca-bb6b-503444dbbfbe cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:36:48.946363 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1eea7e1-6cbf-4bdd-b6ac-48acd2a4a40b'] response: {'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035', 'code': 200}
Jun 24 16:36:48.962543 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-28ddacb0-f869-4393-8bea-fa337d5c6818 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.172337 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4307bb44-e7ee-44ac-9255-f18d122edb08 req-2f566485-f97b-4477-b26a-0d5bfe4deb0e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:49.174329 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4307bb44-e7ee-44ac-9255-f18d122edb08 req-2f566485-f97b-4477-b26a-0d5bfe4deb0e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.1405215
Jun 24 16:36:49.258970 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:49.269272 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.288840 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4307bb44-e7ee-44ac-9255-f18d122edb08 req-fa7e5d94-6a11-42d2-8b58-760d08eedb99 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0766015
Jun 24 16:36:49.292212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Transition to ACTIVE for port object 87b332d5-d83a-40ca-bb6b-503444dbbfbe will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:36:49.298654 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.315634 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f13e6e-aa12-4e8e-a3af-2cbc6ac9c90c req-b51e7f8b-2320-4cba-8565-4e56d35bf250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:49.319519 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0f13e6e-aa12-4e8e-a3af-2cbc6ac9c90c req-b51e7f8b-2320-4cba-8565-4e56d35bf250 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 1098 time: 0.1438632
Jun 24 16:36:49.382386 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0f13e6e-aa12-4e8e-a3af-2cbc6ac9c90c req-a47ed2d2-24f9-479f-8faf-63ed63d43e83 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0554595
Jun 24 16:36:49.466100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:49.611243 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Attempting to bind port 87b332d5-d83a-40ca-bb6b-503444dbbfbe on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:36:49.611900 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Attempting to bind port 87b332d5-d83a-40ca-bb6b-503444dbbfbe by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:36:49.612404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Attempting to bind port 87b332d5-d83a-40ca-bb6b-503444dbbfbe on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:49.618217 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Port 87b332d5-d83a-40ca-bb6b-503444dbbfbe on network de427c78-c07a-4b67-b16a-301f510eb5d6 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:36:49.618532 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Attempting to bind port 87b332d5-d83a-40ca-bb6b-503444dbbfbe on network de427c78-c07a-4b67-b16a-301f510eb5d6 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:36:49.624739 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 36, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:36:49.625120 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Checking segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:36:49.625480 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Bound using segment: {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:36:49.625919 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Bound port: 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0f20d57a-9af3-482f-8855-888a88072e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 301, 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:36:49.626271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.738130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:36:49.741922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:36:49.748149 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.810606 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:49.811247 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:49.812626 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] 10.222.0.47 "PUT /v2.0/ports/87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 1093 time: 1.2028270
Jun 24 16:36:49.813062 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:49.845297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e144870-2f2b-4ca2-a83d-d305e696affd service neutron] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:49.880461 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e1d2ac64-d15d-4d13-8b50-0abe381a75cd'] response: {'name': 'network-changed', 'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'status': 'completed', 'code': 200}
Jun 24 16:36:50.023868 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-d02261a1-9cb4-48a8-983b-be6bc73ad619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.026182 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-d02261a1-9cb4-48a8-983b-be6bc73ad619 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1096 time: 0.1407266
Jun 24 16:36:50.127782 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-a4311e28-03f2-4a6d-a8a8-b2c908ea8af3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 217 time: 0.0890026
Jun 24 16:36:50.208517 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-1a1653ac-3956-496d-9b9f-80568b89728a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.210014 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-1a1653ac-3956-496d-9b9f-80568b89728a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.0732262
Jun 24 16:36:50.229553 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6a29b3-f57d-462b-a8ee-310ade95942d req-dd5678b5-4edf-475b-be29-cab39f238aaa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.231116 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2c6a29b3-f57d-462b-a8ee-310ade95942d req-dd5678b5-4edf-475b-be29-cab39f238aaa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1857696
Jun 24 16:36:50.239935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a12c99-5c76-48da-b05c-d588e55074d3 req-bd25e116-4bba-4a11-94de-8ef694721801 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.242013 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-55a12c99-5c76-48da-b05c-d588e55074d3 req-bd25e116-4bba-4a11-94de-8ef694721801 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1352687
Jun 24 16:36:50.312243 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2c6a29b3-f57d-462b-a8ee-310ade95942d req-1f58fa22-ec94-43d6-a60c-bd5f6d0d3873 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692320
Jun 24 16:36:50.317374 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-55a12c99-5c76-48da-b05c-d588e55074d3 req-25d740ac-3c4c-46ed-9b67-84723b8faa76 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615940
Jun 24 16:36:50.332094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-212172d2-65ea-44db-81fc-2851d11357ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.336137 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-212172d2-65ea-44db-81fc-2851d11357ea service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1137102
Jun 24 16:36:50.516769 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-047d3880-ac9a-44a9-90f2-8ca7ec2c0d1a service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729269
Jun 24 16:36:50.545377 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdab7d2d-68c6-49dc-afd3-07d07384212c req-9e75fede-1ff8-4728-bd08-5fd7890b5d2e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:50.546879 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cdab7d2d-68c6-49dc-afd3-07d07384212c req-9e75fede-1ff8-4728-bd08-5fd7890b5d2e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.1042466
Jun 24 16:36:50.619300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cdab7d2d-68c6-49dc-afd3-07d07384212c req-da11ed75-81bc-402d-b9ce-0c26b8864777 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0641723
Jun 24 16:36:50.694428 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-249e6ac3-cc68-458f-87fc-1fb98e4edc21 req-d207f20f-65d8-49c4-a05f-c583b99bf1cb service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1646194
Jun 24 16:36:51.015152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-7692523c-03d8-40ec-ac33-a2eff63da05a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.016645 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-7692523c-03d8-40ec-ac33-a2eff63da05a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1096 time: 0.2049696
Jun 24 16:36:51.161855 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-526f9a34-2f97-4309-bdf2-5e60d49ff46f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:51.178389 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-23428e0a-75df-4141-8c8f-7ca24fdc85eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.180685 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-23428e0a-75df-4141-8c8f-7ca24fdc85eb service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.1567757
Jun 24 16:36:51.250397 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-95c3a8b3-a956-4592-82b4-62b48d40374c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 217 time: 0.0633781
Jun 24 16:36:51.323398 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-bcc7ce4a-526b-4350-9de0-2548fdbc102d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.324846 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-bcc7ce4a-526b-4350-9de0-2548fdbc102d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.0667059
Jun 24 16:36:51.434431 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-620d130a-67a2-4d34-8dad-332f62dbcba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.435840 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-620d130a-67a2-4d34-8dad-332f62dbcba4 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0998166
Jun 24 16:36:51.606069 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-5304a167-287a-41e1-9b59-528188e805fe service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1629074
Jun 24 16:36:51.679629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e112db83-8ab7-4121-8750-8b5df8d39a53 req-0a73c889-58b6-4eba-9710-f2de5f085daf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.681275 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e112db83-8ab7-4121-8750-8b5df8d39a53 req-0a73c889-58b6-4eba-9710-f2de5f085daf tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2039709
Jun 24 16:36:51.697513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60de1882-5e97-4120-9a26-503fc71f886f req-c0e75d6d-b7d5-4a20-a5ba-c997bd599423 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:51.699516 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60de1882-5e97-4120-9a26-503fc71f886f req-c0e75d6d-b7d5-4a20-a5ba-c997bd599423 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1467109
Jun 24 16:36:51.764827 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-49161cf4-614c-4fd4-90b5-a9f1c7e01c9f req-775dc71a-b234-44a2-b2e5-740b26b3d711 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1517813
Jun 24 16:36:51.779527 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60de1882-5e97-4120-9a26-503fc71f886f req-fc3f601f-62e9-42ac-8dc6-2b3fd0474034 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0646255
Jun 24 16:36:51.782384 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e112db83-8ab7-4121-8750-8b5df8d39a53 req-3e6e1b33-b7b3-4aa3-b3de-f6d462373423 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0818439
Jun 24 16:36:51.950034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:52.024947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5ec3a1-dee4-40b0-97d9-f1f4ae81a20f req-9dc4ef11-bd51-4477-ab7a-0b43a27a0d0e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:52.026399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e5ec3a1-dee4-40b0-97d9-f1f4ae81a20f req-9dc4ef11-bd51-4477-ab7a-0b43a27a0d0e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.1168549
Jun 24 16:36:52.090256 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e5ec3a1-dee4-40b0-97d9-f1f4ae81a20f req-68817675-c5de-49e2-a6c4-e65b76e0520a tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0579550
Jun 24 16:36:52.109216 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:36:52.299319 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:52.304270 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:52.326043 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'mac_address': 'fa:16:3e:e0:d3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:36:52.415306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6d2412c6-1db3-4737-baaa-2744c29fbff8 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:52.415686 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:52.440444 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2412c6-1db3-4737-baaa-2744c29fbff8 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:52.467815 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:52.473850 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:52.561005 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:52.573687 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.574234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.574648 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.575139 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.575600 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.576027 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.576502 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.577028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.577505 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.577887 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.578216 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.578563 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:36:52.769909 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['6d2412c6-1db3-4737-baaa-2744c29fbff8'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:36:53.220480 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0f94dd-6bbb-4031-a0b4-8a28ae64cf94 req-c40ad71f-ad22-4afd-8c44-b9a71cd4af37 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:53.221896 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3b0f94dd-6bbb-4031-a0b4-8a28ae64cf94 req-c40ad71f-ad22-4afd-8c44-b9a71cd4af37 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 944 time: 0.2834818
Jun 24 16:36:53.230927 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71fd754-1a0d-4a53-9738-e715ee1f9b34 req-34d3ece8-301a-4d6b-a985-9cc057ff0f36 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:53.232388 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b71fd754-1a0d-4a53-9738-e715ee1f9b34 req-34d3ece8-301a-4d6b-a985-9cc057ff0f36 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2275076
Jun 24 16:36:53.304730 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3b0f94dd-6bbb-4031-a0b4-8a28ae64cf94 req-a28fe63d-ca4e-418f-a48c-1420c587e318 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711830
Jun 24 16:36:53.318118 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b71fd754-1a0d-4a53-9738-e715ee1f9b34 req-f6be1f30-2b37-425c-a2ac-4da0fe7530ff tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0705950
Jun 24 16:36:53.385372 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.111937 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:36:54.116351 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:54.275410 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 6d2412c6-1db3-4737-baaa-2744c29fbff8 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:54.286215 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 6d2412c6-1db3-4737-baaa-2744c29fbff8 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:54.286581 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.371152 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:54.399070 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:36:54.528630 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:54.528994 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.541095 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6d2412c6-1db3-4737-baaa-2744c29fbff8 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:54.541603 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.566625 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:36:54.588113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:54.602997 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:54.605249 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:54.608948 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.653283 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:54.669867 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bbc10da-d1d6-4bcf-bcd2-9947cdf71923 req-c493b9da-659e-4350-85e0-c93bbb6bc08c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:54.671880 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bbc10da-d1d6-4bcf-bcd2-9947cdf71923 req-c493b9da-659e-4350-85e0-c93bbb6bc08c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 944 time: 0.1912582
Jun 24 16:36:54.703433 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:54.716597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c714fc0b-3556-4eaf-bb70-c0949c40cb43 req-52e3e6ae-f2ed-47ce-80e5-2c084ca4dcb5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:54.719117 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c714fc0b-3556-4eaf-bb70-c0949c40cb43 req-52e3e6ae-f2ed-47ce-80e5-2c084ca4dcb5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1864619
Jun 24 16:36:54.800376 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bbc10da-d1d6-4bcf-bcd2-9947cdf71923 req-447a00a5-812b-43d1-b88a-c2e49cb2fc95 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1176662
Jun 24 16:36:54.814901 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c714fc0b-3556-4eaf-bb70-c0949c40cb43 req-546c3d1b-9964-4916-86cc-2af3830c2363 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0860832
Jun 24 16:36:54.842515 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:54.886658 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8da47de0-e79e-464a-843c-25ac66dc8234'] response: {'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'code': 200}
Jun 24 16:36:54.964822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['87b332d5-d83a-40ca-bb6b-503444dbbfbe'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:36:55.323358 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8824ef6b-e2ef-4d31-9faa-8c0895f06e23 req-ab71b248-b5f4-48ee-801e-9e9608107af9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:55.325319 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8824ef6b-e2ef-4d31-9faa-8c0895f06e23 req-ab71b248-b5f4-48ee-801e-9e9608107af9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.1026659
Jun 24 16:36:55.374401 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8824ef6b-e2ef-4d31-9faa-8c0895f06e23 req-5aaa5bec-db4f-4756-b089-93e19f04818d service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0399871
Jun 24 16:36:56.123895 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:36:56.140253 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db2788e3-c9b5-4c83-b3d6-cc84a90b957b req-74e5ea55-6e66-4608-9715-8df8da34c173 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:56.142652 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db2788e3-c9b5-4c83-b3d6-cc84a90b957b req-74e5ea55-6e66-4608-9715-8df8da34c173 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 944 time: 0.1401596
Jun 24 16:36:56.152804 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3022bb76-012a-4c53-8971-2c63427dd46f req-17f663ff-3bb5-4009-ae9c-12fd0399d3b6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:56.154348 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3022bb76-012a-4c53-8971-2c63427dd46f req-17f663ff-3bb5-4009-ae9c-12fd0399d3b6 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.2147818
Jun 24 16:36:56.244421 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3022bb76-012a-4c53-8971-2c63427dd46f req-cd78cf1e-d237-49dc-b10a-670bef0b66c5 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0751250
Jun 24 16:36:56.249518 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db2788e3-c9b5-4c83-b3d6-cc84a90b957b req-1e032535-2f4a-42f7-a1c6-8a02ec6a396b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0938921
Jun 24 16:36:56.270612 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:36:56.277086 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:36:56.277592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:56.429999 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:36:56.430586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:56.480363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:36:56.485538 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:56.569907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:56.888157 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:36:56.965155 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a1745f52-1c97-4f2e-875a-831eb0dd0129'] response: {'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'code': 200}
Jun 24 16:36:57.269677 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b7e040-8dea-4870-b9c5-7f8630351703 req-aaa8da63-5019-49ef-8f2f-3b5e810e0adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:57.271345 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-77b7e040-8dea-4870-b9c5-7f8630351703 req-aaa8da63-5019-49ef-8f2f-3b5e810e0adc service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1098 time: 0.1014862
Jun 24 16:36:57.378614 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-77b7e040-8dea-4870-b9c5-7f8630351703 req-4dd27ee7-9440-4443-a61e-b4d56a84e3f1 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0986006
Jun 24 16:36:57.644613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bee47fe-6cee-409a-b10e-962be0856d36 req-05b5e731-5532-47f7-8bf1-dd31a72f5c0f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:57.646183 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bee47fe-6cee-409a-b10e-962be0856d36 req-05b5e731-5532-47f7-8bf1-dd31a72f5c0f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.2170792
Jun 24 16:36:57.658296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0902eeca-508a-418d-9e67-dd2676050f8c req-8ef05c92-19ac-42c1-b6ef-5792e70725fe tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:57.660738 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0902eeca-508a-418d-9e67-dd2676050f8c req-8ef05c92-19ac-42c1-b6ef-5792e70725fe tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1699431
Jun 24 16:36:57.741648 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bee47fe-6cee-409a-b10e-962be0856d36 req-d4210654-95ac-4fe1-b8eb-35c4ed389580 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0793011
Jun 24 16:36:57.754058 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0902eeca-508a-418d-9e67-dd2676050f8c req-1f84c5bb-8a21-4cee-8c41-1a825d7b112e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0774031
Jun 24 16:36:58.024290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046511ac-173b-4e26-9e22-713c621225ad req-3ebf244f-0fae-4a6f-8630-c99cb03a0a56 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:58.026862 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-046511ac-173b-4e26-9e22-713c621225ad req-3ebf244f-0fae-4a6f-8630-c99cb03a0a56 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1428392
Jun 24 16:36:58.105322 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-046511ac-173b-4e26-9e22-713c621225ad req-719e193e-a704-4b55-8e79-aea208860597 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0685570
Jun 24 16:36:58.141198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34130) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:58.335397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a6920d3-2a37-406a-adfe-6347519abd2e tempest-TestShelveInstance-1536590138 tempest-TestShelveInstance-1536590138-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:58.338731 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9a6920d3-2a37-406a-adfe-6347519abd2e tempest-TestShelveInstance-1536590138 tempest-TestShelveInstance-1536590138-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1093 time: 0.1942420
Jun 24 16:36:58.341093 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34140) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:36:58.350013 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:36:58.361555 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:36:58.370465 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Usage tracker for resource:floatingip and tenant:a34b225f93234ca38c8d0c3d37ba0b8f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:36:58.377157 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:36:58.389720 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:36:58.415946 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:58.629859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:58.821292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Allocated IP 172.27.2.143 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/41403a43-2c49-4f77-a718-12e7d622bff0) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:36:59.041596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad251f5b-f981-41ed-b7fa-91cbf506c64a req-86fbb3e0-bc28-4948-9b81-323a17278cbc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:36:59.044590 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ad251f5b-f981-41ed-b7fa-91cbf506c64a req-86fbb3e0-bc28-4948-9b81-323a17278cbc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1496530
Jun 24 16:36:59.067257 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:59.102627 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:59.127848 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ad251f5b-f981-41ed-b7fa-91cbf506c64a req-da7ff656-2d91-4c4e-bf24-3c817468f1b0 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0687952
Jun 24 16:36:59.181196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:36:59.184329 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:36:59.189187 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:36:59.229804 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'Port': ['ID=41403a43-2c49-4f77-a718-12e7d622bff0,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:36:59.823054 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:36:59.933053 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:00.202118 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:00.209665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:00.335809 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event updated for resources: {'Port': ['ID=41403a43-2c49-4f77-a718-12e7d622bff0,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:00.355902 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:00.423598 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af77456-bd7b-44e9-af80-645b8af72ba8 req-01683d89-2bf2-407b-9f80-e9d49f504c68 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:00.425298 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9af77456-bd7b-44e9-af80-645b8af72ba8 req-01683d89-2bf2-407b-9f80-e9d49f504c68 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1449842
Jun 24 16:37:00.492810 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9af77456-bd7b-44e9-af80-645b8af72ba8 req-0cc0662f-ffe2-4b0b-92b2-467185ad26b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0549421
Jun 24 16:37:00.617890 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Floating IP fd7989f9-4d23-4ba7-85a2-21fd0e14a438 associated. External IP: 172.27.2.143, port: 6d2412c6-1db3-4737-baaa-2744c29fbff8.
Jun 24 16:37:00.791233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b7e784f-8fbf-444b-8945-cd47fee14976 req-6004e255-1aaa-444a-92c4-b228acafab9c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:00.798960 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b7e784f-8fbf-444b-8945-cd47fee14976 req-6004e255-1aaa-444a-92c4-b228acafab9c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1343265
Jun 24 16:37:00.815650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34162) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:00.822924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Request body: {'floatingip': {'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:00.926663 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:01.157809 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:01.376512 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:01.393718 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Sync routers for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:01.407533 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:01.408608 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b91625b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:01.417022 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:01.504977 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a90bff67-4915-495c-9460-828090b4c249 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 3.1621118
Jun 24 16:37:01.505952 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:01.618378 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-286f7f60-8c1c-4564-85e8-f3c76cf22749'] response: {'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'status': 'completed', 'code': 200}
Jun 24 16:37:01.634158 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:01.835426 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:01.841307 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:02.137803 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Floating IP f02d8120-e4cb-43a6-9374-66d654211bd9 associated. External IP: 172.27.2.41, port: 87b332d5-d83a-40ca-bb6b-503444dbbfbe.
Jun 24 16:37:02.189231 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b91625b0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fd7989f9-4d23-4ba7-85a2-21fd0e14a438', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'mac_address': 'fa:16:3e:e0:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:59Z', 'updated_at': '2022-06-24T16:36:59Z', 'revision_number': 0, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:02.196193 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Checking router: 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:02.207058 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:02.207815 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b91625b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:02.460472 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:02.624722 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632219d9-4d38-4d39-a509-cef7ed9d108b req-f84a521e-ba7b-4684-b5c1-92991c6877f9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:02.626142 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-632219d9-4d38-4d39-a509-cef7ed9d108b req-f84a521e-ba7b-4684-b5c1-92991c6877f9 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1420803
Jun 24 16:37:02.628078 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:02.808809 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-632219d9-4d38-4d39-a509-cef7ed9d108b req-9199a031-29fa-4437-a4e0-b18cd9254360 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1761997
Jun 24 16:37:02.867312 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b91625b0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fd7989f9-4d23-4ba7-85a2-21fd0e14a438', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'mac_address': 'fa:16:3e:e0:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:59Z', 'updated_at': '2022-06-24T16:36:59Z', 'revision_number': 0, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:02.871969 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e15f02a3-a3c3-4e17-8bc7-9e89013f1cb1 None None] The sync data for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi is: [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'fd7989f9-4d23-4ba7-85a2-21fd0e14a438', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'floating_ip_address': '172.27.2.143', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 502, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'mac_address': 'fa:16:3e:e0:d3:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:59Z', 'updated_at': '2022-06-24T16:36:59Z', 'revision_number': 0, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:02.876812 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:02.884239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:02.888468 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:02.899670 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:02.900403 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b88dd310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:02.951866 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b0dd6bc6-5d8e-482f-a8d5-1454d83bfeae tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "PUT /v2.0/floatingips/f02d8120-e4cb-43a6-9374-66d654211bd9 HTTP/1.1" status: 200  len: 990 time: 2.1346407
Jun 24 16:37:02.952695 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:03.088727 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba15c21a-dc21-40fa-b17c-47195502b15f'] response: {'name': 'network-changed', 'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'status': 'completed', 'code': 200}
Jun 24 16:37:03.121211 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9f9589f-a8a2-4dd1-adba-020b60ef09bc None None] New status for floating IP fd7989f9-4d23-4ba7-85a2-21fd0e14a438: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:37:03.133624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:03.587106 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b88dd310>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'f02d8120-e4cb-43a6-9374-66d654211bd9', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af7667-a283-4567-894f-2bd233c01001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:43Z', 'updated_at': '2022-06-24T16:37:01Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:03.593196 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:03.603347 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:03.603945 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b88dd310>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:03.813199 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:04.030989 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d886b495-f039-4c09-b00a-a2978d196c82 req-53e6ac6b-262e-4956-8a61-646688571487 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.032518 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d886b495-f039-4c09-b00a-a2978d196c82 req-53e6ac6b-262e-4956-8a61-646688571487 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1028349
Jun 24 16:37:04.086383 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d886b495-f039-4c09-b00a-a2978d196c82 req-a175c882-4abb-4c6f-990c-b1d97956d7d1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0446429
Jun 24 16:37:04.218838 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b88dd310>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'f02d8120-e4cb-43a6-9374-66d654211bd9', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af7667-a283-4567-894f-2bd233c01001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:43Z', 'updated_at': '2022-06-24T16:37:01Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:04.229006 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d40da73-ef90-41da-b4c0-e932223cd84e None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'f02d8120-e4cb-43a6-9374-66d654211bd9', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'floating_ip_address': '172.27.2.41', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72af7667-a283-4567-894f-2bd233c01001', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:36:43Z', 'updated_at': '2022-06-24T16:37:01Z', 'revision_number': 1, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:04.443594 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403845-6026-4294-bab6-c374935c3983 req-cd233223-0dda-47bc-85a1-ca7046bac0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.446091 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-cd233223-0dda-47bc-85a1-ca7046bac0d3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1098 time: 0.2742465
Jun 24 16:37:04.472446 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929763f-2dd6-4289-97de-09b9c2888652 req-799612d0-c19b-4be5-9e70-d8d447f34d10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.475423 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-799612d0-c19b-4be5-9e70-d8d447f34d10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.3041708
Jun 24 16:37:04.547195 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1764a3ef-3851-4c7a-9424-81124c4ac1a5 None None] New status for floating IP f02d8120-e4cb-43a6-9374-66d654211bd9: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:37:04.618543 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403845-6026-4294-bab6-c374935c3983 req-f24ed76f-58c3-48d3-b2f6-6ce7d7a80905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.620184 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-f24ed76f-58c3-48d3-b2f6-6ce7d7a80905 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.1674082
Jun 24 16:37:04.640933 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929763f-2dd6-4289-97de-09b9c2888652 req-7c5cfc48-09b1-4299-bab9-cf8e9b0db814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.642832 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-7c5cfc48-09b1-4299-bab9-cf8e9b0db814 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.1533237
Jun 24 16:37:04.737470 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-aacd9bce-9da8-4a39-bf6b-4fa3238418e2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 998 time: 0.1084266
Jun 24 16:37:04.759368 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-ab402a9b-d1e2-4094-8729-bcf491d13ecd service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 1001 time: 0.1090431
Jun 24 16:37:04.812275 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403845-6026-4294-bab6-c374935c3983 req-2553c82f-99de-4de7-8dc5-d8c269263b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.813720 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-2553c82f-99de-4de7-8dc5-d8c269263b2b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.0695043
Jun 24 16:37:04.826021 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929763f-2dd6-4289-97de-09b9c2888652 req-972b2da0-8f51-4186-8ed7-251db50cbfbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.832514 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-972b2da0-8f51-4186-8ed7-251db50cbfbf service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.0580351
Jun 24 16:37:04.916000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc403845-6026-4294-bab6-c374935c3983 req-98c2a988-4a82-4bf7-9344-506a09deb786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.918636 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-98c2a988-4a82-4bf7-9344-506a09deb786 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0966947
Jun 24 16:37:04.930656 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f929763f-2dd6-4289-97de-09b9c2888652 req-5a80c6db-5054-4a86-a83e-282aed11c741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:04.932187 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-5a80c6db-5054-4a86-a83e-282aed11c741 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0904624
Jun 24 16:37:05.096571 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-fe517559-3519-4a79-863c-826b845d52f5 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1713939
Jun 24 16:37:05.119489 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-a8519e9d-5673-4110-9793-9aca74108faf service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1726074
Jun 24 16:37:05.265790 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f929763f-2dd6-4289-97de-09b9c2888652 req-f62bda25-d4bc-47fd-aa9d-e046fadbe56c service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1398020
Jun 24 16:37:05.298140 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc403845-6026-4294-bab6-c374935c3983 req-8d51239a-c68f-4f55-928e-276ac654b541 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1920667
Jun 24 16:37:05.346543 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dc2b19-a4ae-4297-9bb6-8b0724a64491 req-124ec6c9-3cbf-4881-b75b-a43fa20ab0c0 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:05.347130 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-01dc2b19-a4ae-4297-9bb6-8b0724a64491 req-124ec6c9-3cbf-4881-b75b-a43fa20ab0c0 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1449440
Jun 24 16:37:05.408106 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-01dc2b19-a4ae-4297-9bb6-8b0724a64491 req-39619e96-4103-45e5-9059-b93aa56ca37b tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0503275
Jun 24 16:37:06.620033 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c159e6f-182b-461e-a503-70462d33263b req-2fdbdef4-f151-40af-9340-4eaf2ad15f0d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:06.622514 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c159e6f-182b-461e-a503-70462d33263b req-2fdbdef4-f151-40af-9340-4eaf2ad15f0d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1054213
Jun 24 16:37:06.670461 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c159e6f-182b-461e-a503-70462d33263b req-4ba36f4c-6cba-4655-99c9-e5d0c82ce69f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0423460
Jun 24 16:37:07.872453 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef325864-9281-4169-b1fc-404e45737318 req-1231a95d-8b7a-4150-8ce3-250d62b90f34 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:07.873925 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ef325864-9281-4169-b1fc-404e45737318 req-1231a95d-8b7a-4150-8ce3-250d62b90f34 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.0900302
Jun 24 16:37:07.923068 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ef325864-9281-4169-b1fc-404e45737318 req-6b283595-195d-4f9b-b22f-0edac039f641 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425322
Jun 24 16:37:09.155151 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18266f25-73c2-476f-ad7a-b85577a548a5 req-1e6a24cc-c5eb-41af-9d9d-6a789059cb7d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:09.156685 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-18266f25-73c2-476f-ad7a-b85577a548a5 req-1e6a24cc-c5eb-41af-9d9d-6a789059cb7d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.1171155
Jun 24 16:37:09.205261 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-18266f25-73c2-476f-ad7a-b85577a548a5 req-1f568f70-3793-4d54-ba15-5a1fe163cbd1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405307
Jun 24 16:37:09.793547 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2c5dc07b-ab1f-4daf-87f8-d2e645f1d163 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:09.795052 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2c5dc07b-ab1f-4daf-87f8-d2e645f1d163 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.0926089
Jun 24 16:37:09.874507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Deleting port 8a215961-1299-415e-b991-1271a78f7ae0 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:09.874903 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:10.175239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] For port 8a215961-1299-415e-b991-1271a78f7ae0, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=8a215961-1299-415e-b991-1271a78f7ae0,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:10.175239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:10.690758 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb904e6-d40e-4b2c-be23-08b9e73822e3 req-2a8d52eb-a5ed-45d0-a788-beafeb7f9d17 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:10.692300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bb904e6-d40e-4b2c-be23-08b9e73822e3 req-2a8d52eb-a5ed-45d0-a788-beafeb7f9d17 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 946 time: 0.2410297
Jun 24 16:37:10.697988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:10.698398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:10.698729 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Floating IP 4ce02437-ab03-4482-8847-0f2d75d3e682 disassociated. External IP: 172.27.2.253, port: 8a215961-1299-415e-b991-1271a78f7ae0.
Jun 24 16:37:10.699090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Calling delete_port for 8a215961-1299-415e-b991-1271a78f7ae0 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:10.805336 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8bb904e6-d40e-4b2c-be23-08b9e73822e3 req-89369449-328a-4458-ab45-6f011288eb91 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=73dd9975-77cf-45a6-ba23-89c24b854f8e&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0737779
Jun 24 16:37:10.910482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:10.962834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event deleted for resources: {'Port': ['ID=8a215961-1299-415e-b991-1271a78f7ae0,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:11.005691 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:11.199895 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:11.461701 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:11.478191 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:11.493064 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:11.493885 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:11.582780 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] No DVR routers for this DVR port 8a215961-1299-415e-b991-1271a78f7ae0 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:11.586612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:11.589896 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'name': 'network-vif-deleted', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:11.603777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-42ddbd58-3fc1-43ca-bac9-182a03885a07 req-2f79b38d-a2d5-439f-89ed-ed803b2de347 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "DELETE /v2.0/ports/8a215961-1299-415e-b991-1271a78f7ae0 HTTP/1.1" status: 204  len: 173 time: 1.8035357
Jun 24 16:37:11.672143 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-567a1be8-2ceb-4a63-9d12-d2e217cca86d'] response: {'server_uuid': '1739cd84-3709-4cf4-95e3-82de4b4d3d7a', 'name': 'network-vif-deleted', 'tag': '8a215961-1299-415e-b991-1271a78f7ae0', 'status': 'completed', 'code': 200}
Jun 24 16:37:11.740634 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:11.988196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6eb6a398-1a6d-42d4-8538-3631f496b8d7 req-4f9c7b2f-2900-4830-9c7a-dc7495396a11 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:12.007993 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-6eb6a398-1a6d-42d4-8538-3631f496b8d7 req-4f9c7b2f-2900-4830-9c7a-dc7495396a11 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:12.009535 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6eb6a398-1a6d-42d4-8538-3631f496b8d7 req-4f9c7b2f-2900-4830-9c7a-dc7495396a11 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1739cd84-3709-4cf4-95e3-82de4b4d3d7a HTTP/1.1" status: 200  len: 210 time: 0.0738149
Jun 24 16:37:12.105963 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:12.109785 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:12.118444 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:12.119057 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:36:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:12.319743 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:12.669366 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:12.673737 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c80a4b09-c229-487e-8a43-cd6583dff6a7 None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:31:35Z', 'revision_number': 4, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3', 'name': '', 'network_id': 'e798456c-6e0e-4eb9-9c41-fac0ea090965', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'mac_address': 'fa:16:3e:5c:37:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:30Z', 'updated_at': '2022-06-24T16:31:54Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'subnets': [{'id': 'c44663d3-b0e1-472a-9ee7-a75340c41530', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:12.931738 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5edb2840-a4c9-4f98-9cdf-d47c34b299f0 None None] New status for floating IP 4ce02437-ab03-4482-8847-0f2d75d3e682: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:37:13.162786 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34274) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:13.251738 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.300126 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.381955 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.403386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73dd9975-77cf-45a6-ba23-89c24b854f8e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:13.418232 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.423714 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-317455a8-4fa8-4d26-a1b6-95b3e6cd8bd8 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "DELETE /v2.0/security-groups/73dd9975-77cf-45a6-ba23-89c24b854f8e HTTP/1.1" status: 204  len: 168 time: 0.2587550
Jun 24 16:37:13.423934 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34278) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:13.450579 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.api.v2.resource [None req-891788fe-19ee-4547-bd78-730083463985 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] show failed (client error): The resource could not be found.
Jun 24 16:37:13.452222 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-891788fe-19ee-4547-bd78-730083463985 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups/73dd9975-77cf-45a6-ba23-89c24b854f8e HTTP/1.1" status: 404  len: 347 time: 0.0272365
Jun 24 16:37:13.455073 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34282) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:13.639204 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Deleting port e05b5c03-411d-468b-89a7-db5b0858e359 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:13.639581 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.980996 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:13.981411 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:14.127244 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Calling delete_port for e05b5c03-411d-468b-89a7-db5b0858e359 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:14.249982 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 8a215961-1299-415e-b991-1271a78f7ae0 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:14.285127 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 8a215961-1299-415e-b991-1271a78f7ae0 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:14.285460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 8a215961-1299-415e-b991-1271a78f7ae0 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:14.308907 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:14.361485 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event deleted for resources: {'Port': ['ID=e05b5c03-411d-468b-89a7-db5b0858e359,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:14.463177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:14.482890 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:14.484216 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1bcc3641-1c0c-44a1-846f-d769a40e419e tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "DELETE /v2.0/floatingips/4ce02437-ab03-4482-8847-0f2d75d3e682 HTTP/1.1" status: 204  len: 168 time: 1.0282001
Jun 24 16:37:14.877720 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-96d0ec15-99d9-46b8-addb-a8d40779661c service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0946324
Jun 24 16:37:15.067657 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-0f404d26-3f5f-4b5d-85b8-460f5a3c2038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:15.070105 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-0f404d26-3f5f-4b5d-85b8-460f5a3c2038 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 1099 time: 0.1155167
Jun 24 16:37:15.247364 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-27cc887b-ffa4-412e-ac39-6e9867b1362e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:15.248906 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-27cc887b-ffa4-412e-ac39-6e9867b1362e service neutron] 10.222.0.47 "GET /v2.0/networks?id=e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 200  len: 920 time: 0.1562052
Jun 24 16:37:15.325759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-0c7c0fee-c8b6-446c-9cf7-6e9bbdac32a5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 200  len: 217 time: 0.0666659
Jun 24 16:37:15.415447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-af64c1ff-b084-4002-ba66-be6a091b5be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:15.416836 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-af64c1ff-b084-4002-ba66-be6a091b5be7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 200  len: 858 time: 0.0828755
Jun 24 16:37:15.519709 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-51a0e798-824a-41c4-8f2f-46f9466e2a79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:15.521752 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-51a0e798-824a-41c4-8f2f-46f9466e2a79 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e798456c-6e0e-4eb9-9c41-fac0ea090965&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0889378
Jun 24 16:37:15.682247 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-4cdd1c3f-6bb8-4241-8744-ad0826d5419d service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1499352
Jun 24 16:37:15.863036 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a23fbf66-478d-4540-b2f2-6e5d879af701 req-f42aab5f-6279-4574-9572-87fdaf7ceed6 service neutron] 10.222.0.47 "GET /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1639137
Jun 24 16:37:17.528901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-877ff186-e7bc-4aba-bfc9-df37cdd63342 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:17.529845 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-877ff186-e7bc-4aba-bfc9-df37cdd63342 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:17.553282 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-877ff186-e7bc-4aba-bfc9-df37cdd63342 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:17.555961 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-877ff186-e7bc-4aba-bfc9-df37cdd63342 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1719179
Jun 24 16:37:17.609557 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-592e5932-60eb-4920-afed-07873094934f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:17.627034 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-592e5932-60eb-4920-afed-07873094934f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:17.628187 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7429dc35-bb70-4edb-be00-2f49ca0050be req-592e5932-60eb-4920-afed-07873094934f tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0623062
Jun 24 16:37:18.879911 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-153ee05a-a315-4c41-9040-6fabe976682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:19.070995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d20f3514-62fb-4f57-98af-6a69212e4635 req-a5a5e724-01fe-407c-b031-1dc3a955d3f1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:19.072510 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d20f3514-62fb-4f57-98af-6a69212e4635 req-a5a5e724-01fe-407c-b031-1dc3a955d3f1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1596425
Jun 24 16:37:19.085921 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a201e50-3f93-49a2-984a-d554cd344a0b req-534b3c61-4a95-4d8f-8b64-30396bb6138b tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:19.087427 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a201e50-3f93-49a2-984a-d554cd344a0b req-534b3c61-4a95-4d8f-8b64-30396bb6138b tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.1261439
Jun 24 16:37:19.250546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d20f3514-62fb-4f57-98af-6a69212e4635 req-37756b69-f876-48b1-b78a-12df396528d6 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1619630
Jun 24 16:37:19.261837 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a201e50-3f93-49a2-984a-d554cd344a0b req-69cf9188-c065-4f03-8eab-7b244f40e171 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0648954
Jun 24 16:37:20.101676 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:37:20.286291 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-904c154a-1e19-4789-b3a2-a2ef9521a0df tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:20.287873 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-904c154a-1e19-4789-b3a2-a2ef9521a0df tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.1038239
Jun 24 16:37:20.532831 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Deleting port 05c13379-1583-4cb1-b0df-784284e184a4 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:20.533233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:20.840898 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc563be-4a52-4d1f-8e2a-9302105f826b req-f4762813-029d-45bd-8434-9b3b06982e19 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:20.842492 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dc563be-4a52-4d1f-8e2a-9302105f826b req-f4762813-029d-45bd-8434-9b3b06982e19 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 945 time: 0.4509716
Jun 24 16:37:20.866498 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4176bf5-d46b-4bd2-870c-09c8e3fda478 req-0201de45-7fa1-413c-a3dc-16cdbb8cd53e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:20.868113 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4176bf5-d46b-4bd2-870c-09c8e3fda478 req-0201de45-7fa1-413c-a3dc-16cdbb8cd53e tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.4146612
Jun 24 16:37:20.988109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] For port 05c13379-1583-4cb1-b0df-784284e184a4, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=05c13379-1583-4cb1-b0df-784284e184a4,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:20.988465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.003429 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dc563be-4a52-4d1f-8e2a-9302105f826b req-6372d657-03b0-4304-b90e-d1c8794f6f12 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1516085
Jun 24 16:37:21.014886 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4176bf5-d46b-4bd2-870c-09c8e3fda478 req-3751b801-d31e-4d56-b183-8ef8e3de7e05 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/security-groups?id=8d51568d-8ee6-42ba-85ed-24670c74c67e&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1318607
Jun 24 16:37:21.160644 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Calling delete_port for 05c13379-1583-4cb1-b0df-784284e184a4 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:21.172512 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4a53100e-1eb8-42be-a3d4-abf1cdadb14a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.236401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-53ccd0b0-0fd6-436b-b850-a6e55f11dc01 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:21.238500 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-53ccd0b0-0fd6-436b-b850-a6e55f11dc01 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 945 time: 0.1177220
Jun 24 16:37:21.341679 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Deleting port d95976e1-d2cd-4d86-9f01-6e00d8d76035 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:21.342578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.401359 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.415540 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', '05c13379-1583-4cb1-b0df-784284e184a4'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:37:21.524279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event deleted for resources: {'Port': ['ID=05c13379-1583-4cb1-b0df-784284e184a4,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:21.551427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.552464 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.552784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.553076 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.553410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.553732 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.554038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.554354 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.554749 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.555367 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.555975 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.556455 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:21.744047 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] For port d95976e1-d2cd-4d86-9f01-6e00d8d76035, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=d95976e1-d2cd-4d86-9f01-6e00d8d76035,segment=NetworkSegment(9bad9170-d7cf-456a-b8d9-68485b9768bc),segment_id=9bad9170-d7cf-456a-b8d9-68485b9768bc)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:21.744786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.757692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] No DVR routers for this DVR port 05c13379-1583-4cb1-b0df-784284e184a4 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:21.762465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:21.766313 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'name': 'network-vif-deleted', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:21.809335 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ec8b0b1-c34f-42c2-a674-22d22427d067 req-3d947c55-7110-454d-949f-776217269188 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "DELETE /v2.0/ports/05c13379-1583-4cb1-b0df-784284e184a4 HTTP/1.1" status: 204  len: 173 time: 1.5094445
Jun 24 16:37:21.847573 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f53502-50a5-4da4-9f86-ef6a36cc858c req-faa40c6f-721a-4718-bb42-563d68e7f5aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:21.851125 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11f53502-50a5-4da4-9f86-ef6a36cc858c req-faa40c6f-721a-4718-bb42-563d68e7f5aa tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1672504
Jun 24 16:37:21.853376 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ba94fc7d-8cde-4f29-818f-99ee2c535014'] response: {'server_uuid': '1c690e22-ec9b-423d-9f32-e01ffb3fa4b1', 'name': 'network-vif-deleted', 'tag': '05c13379-1583-4cb1-b0df-784284e184a4', 'status': 'completed', 'code': 200}
Jun 24 16:37:21.949042 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11f53502-50a5-4da4-9f86-ef6a36cc858c req-3c274afb-fb24-4226-9d1e-23761bee7163 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0848734
Jun 24 16:37:21.979707 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Calling delete_port for d95976e1-d2cd-4d86-9f01-6e00d8d76035 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:21.985892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:22.241702 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:22.261307 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['d95976e1-d2cd-4d86-9f01-6e00d8d76035'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:37:22.305334 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-812ebf86-0b41-4ba3-b123-247cb7944654 req-0c97f3a3-2b2b-4eb1-affe-e14c16a3b409 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:22.330878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60413179-2416-400c-8630-0e57088fcfe4 req-241b367e-888e-4a2c-86ca-816af02a76db tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 210 time: 0.0731058
Jun 24 16:37:22.332098 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-812ebf86-0b41-4ba3-b123-247cb7944654 req-0c97f3a3-2b2b-4eb1-affe-e14c16a3b409 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:22.335042 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Pushing event deleted for resources: {'Port': ['ID=d95976e1-d2cd-4d86-9f01-6e00d8d76035,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:22.345932 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-812ebf86-0b41-4ba3-b123-247cb7944654 req-0c97f3a3-2b2b-4eb1-affe-e14c16a3b409 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c690e22-ec9b-423d-9f32-e01ffb3fa4b1 HTTP/1.1" status: 200  len: 210 time: 0.1439917
Jun 24 16:37:22.368625 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:22.582808 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] No DVR routers for this DVR port d95976e1-d2cd-4d86-9f01-6e00d8d76035 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:22.585761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:22.589252 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'name': 'network-vif-deleted', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:22.610775 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-1691e725-1f72-4396-a941-d5d3ab0d45b1 req-57a572bb-5f6c-4960-a0f7-f959228d7c82 tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.47 "DELETE /v2.0/ports/d95976e1-d2cd-4d86-9f01-6e00d8d76035 HTTP/1.1" status: 204  len: 173 time: 1.3626771
Jun 24 16:37:22.765136 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e2299785-3b46-4161-b6f4-609ee1a1f577'] response: {'server_uuid': '6eb54c20-7da4-4c74-84fa-bc8e02d41498', 'name': 'network-vif-deleted', 'tag': 'd95976e1-d2cd-4d86-9f01-6e00d8d76035', 'status': 'completed', 'code': 200}
Jun 24 16:37:23.232252 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee433b62-d57e-4cad-92a3-a7189c9f81b9 req-06a2d755-a435-497b-859d-1f1d0fa99b5c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:23.234890 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ee433b62-d57e-4cad-92a3-a7189c9f81b9 req-06a2d755-a435-497b-859d-1f1d0fa99b5c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1344256
Jun 24 16:37:23.298572 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ee433b62-d57e-4cad-92a3-a7189c9f81b9 req-cf482f18-9879-415d-8f79-c42a2cc1a921 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0537353
Jun 24 16:37:23.399304 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:23.470014 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-5e45d131-faef-40f1-8bd2-43882c4f65c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:23.470993 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-5e45d131-faef-40f1-8bd2-43882c4f65c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:23.485097 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-5e45d131-faef-40f1-8bd2-43882c4f65c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:23.486664 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-5e45d131-faef-40f1-8bd2-43882c4f65c6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1448731
Jun 24 16:37:23.572281 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port 6ccb72c8-72c5-4467-a284-d1c79d49c232 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:23.572777 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:23.641123 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-abf1e21e-dc43-4c25-a377-18b0d440dec5 req-5b86bc6b-4725-48af-8b6e-001b82d50b4f tempest-VolumesSnapshotTestJSON-1294974655 tempest-VolumesSnapshotTestJSON-1294974655-project] 10.222.0.18 "GET /v2.0/ports?device_id=6eb54c20-7da4-4c74-84fa-bc8e02d41498 HTTP/1.1" status: 200  len: 210 time: 0.0949230
Jun 24 16:37:23.945918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] For port 6ccb72c8-72c5-4467-a284-d1c79d49c232, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6ccb72c8-72c5-4467-a284-d1c79d49c232,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:23.946483 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:24.271284 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1e04fe-5845-4151-98f4-8c00015192f0 req-48693006-1ddd-4184-bb87-a22670970849 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:24.273735 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3e1e04fe-5845-4151-98f4-8c00015192f0 req-48693006-1ddd-4184-bb87-a22670970849 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1589937
Jun 24 16:37:24.300126 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device d95976e1-d2cd-4d86-9f01-6e00d8d76035 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:24.361969 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: d95976e1-d2cd-4d86-9f01-6e00d8d76035 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:24.362600 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device d95976e1-d2cd-4d86-9f01-6e00d8d76035 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:24.363296 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 05c13379-1583-4cb1-b0df-784284e184a4 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:24.408813 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:24.409394 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:24.409897 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP 71595921-ac6f-446c-9632-46a1c6e5dc13 disassociated. External IP: 172.27.2.207, port: 6ccb72c8-72c5-4467-a284-d1c79d49c232.
Jun 24 16:37:24.410456 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for 6ccb72c8-72c5-4467-a284-d1c79d49c232 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:24.410949 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 05c13379-1583-4cb1-b0df-784284e184a4 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:24.411935 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 05c13379-1583-4cb1-b0df-784284e184a4 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:24.457541 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3e1e04fe-5845-4151-98f4-8c00015192f0 req-606be6ae-f303-4705-a257-f514d357a630 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1769545
Jun 24 16:37:24.671420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:24.672487 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4b445-e066-4c96-9f36-34163eaeaa4a req-95c86ae5-ea8a-4730-9330-c05ae00a8515 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:24.675046 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9db4b445-e066-4c96-9f36-34163eaeaa4a req-95c86ae5-ea8a-4730-9330-c05ae00a8515 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 945 time: 0.1282532
Jun 24 16:37:24.735989 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9db4b445-e066-4c96-9f36-34163eaeaa4a req-f259c53c-33e7-41d5-b3f9-0b92a9f5420f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=99c73eda-ccdd-44a8-b818-ee66664ec411&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0523889
Jun 24 16:37:24.758985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=6ccb72c8-72c5-4467-a284-d1c79d49c232,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:25.022838 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:25.248923 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:25.271559 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:25.292190 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:25.293796 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:25.436377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] No DVR routers for this DVR port 6ccb72c8-72c5-4467-a284-d1c79d49c232 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:25.448404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:25.452826 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'name': 'network-vif-deleted', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:25.495389 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15675e14-b93a-45a6-9e0b-f72528862c11 req-3d2fa553-c236-4103-90ae-e0dec73dbf0c tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "DELETE /v2.0/ports/6ccb72c8-72c5-4467-a284-d1c79d49c232 HTTP/1.1" status: 204  len: 173 time: 2.0019588
Jun 24 16:37:25.546727 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-90ac469e-79f6-4c8c-bae3-9f73ab991f08'] response: {'server_uuid': '41c16116-97cf-4394-8c41-2d57d447d422', 'name': 'network-vif-deleted', 'tag': '6ccb72c8-72c5-4467-a284-d1c79d49c232', 'status': 'completed', 'code': 200}
Jun 24 16:37:25.646464 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:25.810950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a3f6b5-fbfa-4fd5-af2c-b8effd36b9eb req-99f28897-cc4f-4bac-8a16-fe19c26b7a51 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:25.812581 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70a3f6b5-fbfa-4fd5-af2c-b8effd36b9eb req-99f28897-cc4f-4bac-8a16-fe19c26b7a51 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1248972
Jun 24 16:37:25.872661 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70a3f6b5-fbfa-4fd5-af2c-b8effd36b9eb req-b6adffa1-d67f-4e6e-bc69-0fd306699373 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0467498
Jun 24 16:37:26.014925 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-073690d6-b5c2-4307-8739-7376a8c2b5af req-281cf543-5f48-489c-872b-186e3cccdd30 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=41c16116-97cf-4394-8c41-2d57d447d422 HTTP/1.1" status: 200  len: 210 time: 0.0618091
Jun 24 16:37:26.113145 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:26.117945 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:26.127330 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:26.128006 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:26.359291 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:26.727191 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390430>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:26.734463 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41bad4da-140a-49ca-a43e-f0226b754098 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:26.755164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600a5daa-696c-43b8-86ed-7cee34973794 req-8d0b1d7d-c6d8-43df-91ba-2a871efca229 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:26.756565 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-600a5daa-696c-43b8-86ed-7cee34973794 req-8d0b1d7d-c6d8-43df-91ba-2a871efca229 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Synchronizing usage tracker for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:26.777615 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-600a5daa-696c-43b8-86ed-7cee34973794 req-8d0b1d7d-c6d8-43df-91ba-2a871efca229 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Unset dirty status for tenant:09584de3a4b14c5a90eb9b1c2149d6fb on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:26.779619 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-600a5daa-696c-43b8-86ed-7cee34973794 req-8d0b1d7d-c6d8-43df-91ba-2a871efca229 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1682770
Jun 24 16:37:27.023291 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Deleting port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:27.023834 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.170297 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e7fafd3-b06e-41d5-89ee-76a13880b323 None None] New status for floating IP 71595921-ac6f-446c-9632-46a1c6e5dc13: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:37:27.233229 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-172e1047-dba2-4ec4-92aa-400997382f30 req-506cfe9a-fc05-4898-972b-ef36c60ee5e1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:27.235104 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-172e1047-dba2-4ec4-92aa-400997382f30 req-506cfe9a-fc05-4898-972b-ef36c60ee5e1 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 946 time: 0.1563525
Jun 24 16:37:27.235620 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34422) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:27.367264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] For port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:27.367709 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.407721 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-172e1047-dba2-4ec4-92aa-400997382f30 req-5976746a-c940-4662-823f-faf6d210eefa tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/security-groups?id=3c1193a8-df06-4d2c-9cc3-74a52081c94a&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1501095
Jun 24 16:37:27.443820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.484751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.499580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Calling delete_port for 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:27.567835 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.616861 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=99c73eda-ccdd-44a8-b818-ee66664ec411,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:27.623032 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.624377 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0d9cef33-cc69-4618-a679-b30e3746abc3 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/security-groups/99c73eda-ccdd-44a8-b818-ee66664ec411 HTTP/1.1" status: 204  len: 168 time: 0.3875554
Jun 24 16:37:27.631020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34426) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:27.648450 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.api.v2.resource [None req-5f31e0e3-43a8-49ce-9e5c-875973f17c36 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] show failed (client error): The resource could not be found.
Jun 24 16:37:27.649941 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5f31e0e3-43a8-49ce-9e5c-875973f17c36 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups/99c73eda-ccdd-44a8-b818-ee66664ec411 HTTP/1.1" status: 404  len: 347 time: 0.0177007
Jun 24 16:37:27.655950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34430) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:27.714740 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.803422 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Pushing event deleted for resources: {'Port': ['ID=11484e4d-aa90-40ce-8ec1-7ff4b72f6d02,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:27.852817 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port a86a2460-1fa2-438c-84a2-9ac6a110e1fc {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:27.853228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.942594 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] No DVR routers for this DVR port 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:27.945164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:27.947775 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'name': 'network-vif-deleted', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:27.964685 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-600a5daa-696c-43b8-86ed-7cee34973794 req-9b7eb17e-7cf2-45ec-b6ee-c706c56545ce tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.47 "DELETE /v2.0/ports/11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 HTTP/1.1" status: 204  len: 173 time: 1.1787384
Jun 24 16:37:28.000444 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ccf78539-1890-4cda-aff8-753f45943532'] response: {'server_uuid': '4eb74274-8b99-455f-8f03-681fbea6b6e0', 'name': 'network-vif-deleted', 'tag': '11484e4d-aa90-40ce-8ec1-7ff4b72f6d02', 'status': 'completed', 'code': 200}
Jun 24 16:37:28.101471 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.101739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.254914 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for a86a2460-1fa2-438c-84a2-9ac6a110e1fc owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:28.472397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.522822 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=a86a2460-1fa2-438c-84a2-9ac6a110e1fc,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:28.641249 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ba35bc9e-d0d0-4b80-be84-e3de02204290 req-37a140c1-fe81-4020-a9f7-3944d67b41f2 tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 210 time: 0.0815611
Jun 24 16:37:28.683520 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.703775 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.705268 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-03af5372-82f5-4470-aef9-26a7f7b44e1d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/floatingips/71595921-ac6f-446c-9632-46a1c6e5dc13 HTTP/1.1" status: 204  len: 168 time: 1.0495844
Jun 24 16:37:28.824346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34442) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:28.830381 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2143069890', 'description': 'tempest-description--985369166'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:28.837094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:28.842363 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:28.846199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:28.857515 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:28.870196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:28.902066 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:28.908517 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:28.912817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:28.918575 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:29.011670 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.016948 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.097143 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9d2a63f-581c-4b67-8766-84b8437b1103,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:29.101563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.107653 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-4a4953dc-917a-4954-bb5d-c83757d2aea5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2777176
Jun 24 16:37:29.107908 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34448) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:29.114931 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': 'd9d2a63f-581c-4b67-8766-84b8437b1103', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:29.124061 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:29.130627 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:29.134664 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:29.142124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:29.162800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.235157 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.240647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.266119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e53cdf07-2484-4d29-b871-f82b3d69cadf,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:29.276330 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.280328 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f3b3e3f5-774d-4b1c-a2f4-87f8974c3085 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1684933
Jun 24 16:37:29.280484 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34452) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:29.285411 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'security_group_rule': {'security_group_id': 'd9d2a63f-581c-4b67-8766-84b8437b1103', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:29.291742 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:29.295598 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:security_group_rule and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:29.298643 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:29.305964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:29.326279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.398509 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.403879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.431800 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3246ae4b-c3a1-4074-8ec0-938970b276d3,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:29.442958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.444876 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2c017663-8736-4cb1-9d37-3a6bb2af2069 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1632752
Jun 24 16:37:29.448238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34456) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:29.456660 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:29.465895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:29.472216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Usage tracker for resource:floatingip and tenant:606ba814a2d8408ab0856d539ca79b4f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:29.476807 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:29.485912 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:29.501271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.663583 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:29.838440 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.27.2.155 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/80a5c262-ce38-4536-aa09-17e5db455e80) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:37:29.907988 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b20a4586-c259-47cf-b85b-3e5a07f94486 req-a9c21b29-ef63-4226-8246-9e7c0658057d tempest-ServerRescueNegativeTestJSON-1616078973 tempest-ServerRescueNegativeTestJSON-1616078973-project] 10.222.0.18 "GET /v2.0/ports?device_id=4eb74274-8b99-455f-8f03-681fbea6b6e0 HTTP/1.1" status: 200  len: 210 time: 0.0638664
Jun 24 16:37:29.997830 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['11484e4d-aa90-40ce-8ec1-7ff4b72f6d02'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:37:30.021688 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.044736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6ccb72c8-72c5-4467-a284-d1c79d49c232 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:30.060063 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.109588 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 6ccb72c8-72c5-4467-a284-d1c79d49c232 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:30.110042 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6ccb72c8-72c5-4467-a284-d1c79d49c232 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:30.129940 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:37:30.133618 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:37:30.137498 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:37:30.189191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=80a5c262-ce38-4536-aa09-17e5db455e80,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:30.244939 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.328251 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.702991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.710168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.837207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=80a5c262-ce38-4536-aa09-17e5db455e80,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:30.856010 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.880076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:30.881513 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-248fc223-b2b0-4054-b934-aafdc010b9cf tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.4317966
Jun 24 16:37:31.042974 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34478) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:31.094150 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-e98b05cc-7124-47c3-b2e0-f45d0f2d169d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:31.118447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-e98b05cc-7124-47c3-b2e0-f45d0f2d169d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:31.120329 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-e98b05cc-7124-47c3-b2e0-f45d0f2d169d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--2143069890&fields=id&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 267 time: 0.0702605
Jun 24 16:37:31.622378 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-c4404cfb-f73f-42b9-bbc6-431ed515f1f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:31.624158 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-c4404cfb-f73f-42b9-bbc6-431ed515f1f8 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.4962809
Jun 24 16:37:31.779872 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-85b984fa-abef-4c2b-8363-319cfc61dfb4 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/quotas/606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 375 time: 0.1493523
Jun 24 16:37:31.989784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-3fc31036-9e00-4dfd-8cc7-f9238f219da7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:32.013083 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:32.048085 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-3fc31036-9e00-4dfd-8cc7-f9238f219da7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:32.049386 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-3fc31036-9e00-4dfd-8cc7-f9238f219da7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2564428
Jun 24 16:37:32.073897 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:32.074402 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 11484e4d-aa90-40ce-8ec1-7ff4b72f6d02 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:32.237740 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-9b70be7d-949a-47b8-8a0f-26332567136f service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1649528
Jun 24 16:37:32.403304 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:32.453356 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-c0e6d300-0028-4787-baf6-c3ecfaaa1f00 service neutron] 10.222.0.18 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2035408
Jun 24 16:37:32.764699 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-15e261e3-e525-4cd1-9968-0d8e95d2e9a7 req-e49c6a0f-245b-434d-b6b2-cd1fc8eee55e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 210 time: 0.0871327
Jun 24 16:37:33.015418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Deleting port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:33.016112 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:33.297728 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] For port dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:33.298954 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:33.453861 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Calling delete_port for dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:33.676886 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:33.730294 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:33.996338 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-cdaf6a7c-15eb-4137-91a7-5814479e42fb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:33.998663 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-cdaf6a7c-15eb-4137-91a7-5814479e42fb tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 815 time: 0.1840210
Jun 24 16:37:34.071031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-56cd7967-710c-49fd-8e2b-4f9061335ca6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:37:34.093827 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-56cd7967-710c-49fd-8e2b-4f9061335ca6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:37:34.096397 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-56cd7967-710c-49fd-8e2b-4f9061335ca6 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=606ba814a2d8408ab0856d539ca79b4f HTTP/1.1" status: 200  len: 380 time: 0.0839715
Jun 24 16:37:34.105710 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'port': {'device_id': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'admin_state_up': True, 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'security_groups': ['d9d2a63f-581c-4b67-8766-84b8437b1103']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:34.151999 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0f84ac2b-0397-4e2a-8e99-3965b9423796 req-f86ab8a7-8393-47f2-98b2-b1e1aad35711 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 210 time: 0.0740137
Jun 24 16:37:34.200214 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:34.311238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:34.327787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:34.341641 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Made reservation on behalf of 606ba814a2d8408ab0856d539ca79b4f for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:37:34.345675 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:34.536802 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Allocated IP 172.20.0.13 (45be4882-d29a-4ee7-b3ed-ba8729666ff7/68535a78-e184-4235-b5a3-5d2e3f380e16/12a399ee-3431-4fdd-9fd8-fd3020deecf2) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:37:34.630234 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Router 652c5d80-07c8-477a-bba2-ffd9ea1b274b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:34.798864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:34.836104 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Transition to ACTIVE for port object 12a399ee-3431-4fdd-9fd8-fd3020deecf2 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:37:34.885847 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:34.996567 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:37:35.009233 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:37:35.013151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:37:35.087792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:35.105394 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Sync routers for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:35.110220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event updated for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:35.126958 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:35.128364 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390d30>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:35.132360 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34524) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:35.136981 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f92bd730-d387-42bd-8a61-6e877ff127e7 admin admin] 10.222.0.18 "PUT /v2.0/routers/652c5d80-07c8-477a-bba2-ffd9ea1b274b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.0903385
Jun 24 16:37:35.348459 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:35.435404 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1275b59a-a1c5-4abb-8c76-60648184b5a9 None None] Provisioning for port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:37:35.436264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:35.436914 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:35.443331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1275b59a-a1c5-4abb-8c76-60648184b5a9 None None] Provisioning complete for port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:37:35.443955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1275b59a-a1c5-4abb-8c76-60648184b5a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:35.479708 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-2124193b-a420-46ea-af67-ece0863c084b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.3777132
Jun 24 16:37:35.495893 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Request body: {'port': {'device_id': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:35.591939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63637100-c772-4b70-b7b3-64c6731b71c0 req-80d1f529-0200-43a0-9c7f-bb613753f543 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:35.600865 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63637100-c772-4b70-b7b3-64c6731b71c0 req-80d1f529-0200-43a0-9c7f-bb613753f543 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 932 time: 0.1970601
Jun 24 16:37:35.681950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:35.710017 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1275b59a-a1c5-4abb-8c76-60648184b5a9 None None] Port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:37:35.726591 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-63637100-c772-4b70-b7b3-64c6731b71c0 req-664e170f-fdd7-4236-b24b-c57434a3bd50 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247828
Jun 24 16:37:35.756099 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:35.854949 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390d30>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:37:33Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:35.861433 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Checking router: 652c5d80-07c8-477a-bba2-ffd9ea1b274b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:35.876132 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Routers {'652c5d80-07c8-477a-bba2-ffd9ea1b274b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:35.877063 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9390d30>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:36.177738 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] Set router 652c5d80-07c8-477a-bba2-ffd9ea1b274b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:36.292542 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:36.312728 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Deleting port 3e807f0c-3111-49b9-bb03-c8722c11c22c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:36.312728 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:36.587919 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] For port 3e807f0c-3111-49b9-bb03-c8722c11c22c, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=3e807f0c-3111-49b9-bb03-c8722c11c22c,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:36.588292 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:36.596644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a399ee-3431-4fdd-9fd8-fd3020deecf2 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:37:36.607389 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:36.731048 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Calling delete_port for 3e807f0c-3111-49b9-bb03-c8722c11c22c owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:36.783215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Transition to ACTIVE for port object 12a399ee-3431-4fdd-9fd8-fd3020deecf2 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:37:36.789633 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:36.796352 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9390d30>, [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:37:33Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:36.813240 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cb492b8-a3af-4fce-ad13-c5ca1afec1e9 None None] The sync data for ids ['652c5d80-07c8-477a-bba2-ffd9ea1b274b'] in dv-cinder-847189-3-iscsi is: [{'id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'name': 'tempest-ServerRescueNegativeTestJSON-1742358719-router', 'tenant_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:14Z', 'updated_at': '2022-06-24T16:37:33Z', 'revision_number': 5, 'project_id': '09584de3a4b14c5a90eb9b1c2149d6fb', 'gw_port': {'id': '3e807f0c-3111-49b9-bb03-c8722c11c22c', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d4:ef:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '652c5d80-07c8-477a-bba2-ffd9ea1b274b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 90, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:37.096670 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d93f8c7-64ff-4ac6-b725-35c441e76f5f req-6fd308f6-a07b-41e9-88fc-b9b4d1c3e890 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:37.098758 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:37.122777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0d93f8c7-64ff-4ac6-b725-35c441e76f5f req-6fd308f6-a07b-41e9-88fc-b9b4d1c3e890 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 944 time: 0.1876619
Jun 24 16:37:37.189471 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Attempting to bind port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:37:37.189471 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Attempting to bind port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:37:37.190122 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Attempting to bind port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:37:37.196999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:37:37.197333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Attempting to bind port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 on network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:37:37.210013 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 37, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:37:37.210577 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Checking segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:37:37.211274 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Bound using segment: {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:37:37.211780 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Bound port: 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '30f465e4-bf7b-45ac-b846-02c59c75d2e5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 312, 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:37:37.212234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:37.224341 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:37.235484 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0d93f8c7-64ff-4ac6-b725-35c441e76f5f req-d0897dbc-ad8b-4257-9ca7-f5a93da1d082 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1107674
Jun 24 16:37:37.336255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:37.336683 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device dfcd1f53-b6b3-420d-b1df-b00fa92d9fe3 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:37.459643 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:37.552122 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:37:37.559355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Pushing event deleted for resources: {'Port': ['ID=3e807f0c-3111-49b9-bb03-c8722c11c22c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:37.628115 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:37:37.675677 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:37.749649 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:37.750048 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:37.751433 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] 10.222.0.47 "PUT /v2.0/ports/12a399ee-3431-4fdd-9fd8-fd3020deecf2 HTTP/1.1" status: 200  len: 1094 time: 2.2616215
Jun 24 16:37:37.751869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:37.888574 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4d0311c-b16f-40e3-990e-9ca8fae4b156'] response: {'name': 'network-changed', 'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'status': 'completed', 'code': 200}
Jun 24 16:37:37.901169 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.014669 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3ed7d6-0e5a-434f-89c7-5e7d0f158dc2 service neutron] Pushing event updated for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:38.092619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.094844 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.121918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.122431 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 652c5d80-07c8-477a-bba2-ffd9ea1b274b {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:37:38.143753 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.145755 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7125ce5c-f083-40ed-a928-b91741d6cfa8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/652c5d80-07c8-477a-bba2-ffd9ea1b274b HTTP/1.1" status: 204  len: 168 time: 3.0124185
Jun 24 16:37:38.151034 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34544) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:38.218795 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Deleting subnet c44663d3-b0e1-472a-9ee7-a75340c41530 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:37:38.222670 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.285168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.406527 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.481467 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b2b71f-d58e-4914-a43f-d2695c4675fe req-23ab0f5a-90d6-438f-bdb7-81361baf8a6e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:38.483051 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-03b2b71f-d58e-4914-a43f-d2695c4675fe req-23ab0f5a-90d6-438f-bdb7-81361baf8a6e tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 944 time: 0.1058850
Jun 24 16:37:38.511750 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.554544 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-03b2b71f-d58e-4914-a43f-d2695c4675fe req-e4099dec-b9a9-47cc-b3a5-a101880fc39d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0633736
Jun 24 16:37:38.580304 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c44663d3-b0e1-472a-9ee7-a75340c41530,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:38.585628 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.596928 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a9d69a7-7592-4baf-9d3f-44d018269523 None None] Network e798456c-6e0e-4eb9-9c41-fac0ea090965 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:37:38.603688 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7866a374-9e57-46b5-976d-35b5c68329b4 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c44663d3-b0e1-472a-9ee7-a75340c41530 HTTP/1.1" status: 204  len: 168 time: 0.4506896
Jun 24 16:37:38.604691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34552) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:38.734025 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.746156 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Deleting port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:38.746481 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:38.993097 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] DHCP port deletion for e798456c-6e0e-4eb9-9c41-fac0ea090965 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:37:38.998376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Deleting port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:38.999023 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.025446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] For port b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:39.025803 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.036726 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 3e807f0c-3111-49b9-bb03-c8722c11c22c no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:39.088570 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 3e807f0c-3111-49b9-bb03-c8722c11c22c {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:39.088904 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 3e807f0c-3111-49b9-bb03-c8722c11c22c not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:39.166144 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Calling delete_port for b407f15d-f4eb-432b-8f87-cdd71d5b5f25 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:39.266063 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.289008 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] For port b407f15d-f4eb-432b-8f87-cdd71d5b5f25, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,segment=NetworkSegment(3c1194fa-1176-4782-bbdb-61c9fbe56f1a),segment_id=3c1194fa-1176-4782-bbdb-61c9fbe56f1a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:39.289401 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.318320 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Pushing event deleted for resources: {'Port': ['ID=b407f15d-f4eb-432b-8f87-cdd71d5b5f25,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:39.320142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] No DVR routers for this DVR port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:37:39.425563 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Calling delete_port for b407f15d-f4eb-432b-8f87-cdd71d5b5f25 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:37:39.456803 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.485201 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b36a87c0>,) {'filters': {'network_id': ['e798456c-6e0e-4eb9-9c41-fac0ea090965']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:39.499540 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b36a87c0>, '3c1194fa-1176-4782-bbdb-61c9fbe56f1a') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:39.499907 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b36a87c0>, '3c1194fa-1176-4782-bbdb-61c9fbe56f1a') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:39.512500 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.531830 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.537459 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:37:39.537952 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:37:39.540037 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Releasing vlan 344 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:37:39.540618 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.627237 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 3c1194fa-1176-4782-bbdb-61c9fbe56f1a resource provider aggregate not found
Jun 24 16:37:39.656771 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 3c1194fa-1176-4782-bbdb-61c9fbe56f1a resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 3c1194fa-1176-4782-bbdb-61c9fbe56f1a found for delete  ", "request_id": "req-93868795-ab9c-44a4-bcc0-257b630f25d0"}]}
Jun 24 16:37:39.664124 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.669719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:39.697269 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] Pushing event deleted for resources: {'Network': ['ID=e798456c-6e0e-4eb9-9c41-fac0ea090965,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:39.710853 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d1f4e859-791b-44c7-9065-45e16b1afb5b admin admin] 10.222.0.18 "DELETE /v2.0/networks/e798456c-6e0e-4eb9-9c41-fac0ea090965 HTTP/1.1" status: 204  len: 168 time: 1.1045737
Jun 24 16:37:39.876188 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34566) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:39.924666 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd04973-76e8-40ee-9ad2-be1b4014c63e req-fe310ebf-0b1c-40dd-8dc5-d52d0de95893 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:39.926738 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2cd04973-76e8-40ee-9ad2-be1b4014c63e req-fe310ebf-0b1c-40dd-8dc5-d52d0de95893 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 944 time: 0.1998401
Jun 24 16:37:39.928329 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-8f249229-69b5-4798-a88e-7eed7556aeac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=09584de3a4b14c5a90eb9b1c2149d6fb&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0509579
Jun 24 16:37:39.931787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34570) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:39.978955 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2cd04973-76e8-40ee-9ad2-be1b4014c63e req-066e366d-a238-4fd3-afd3-8b37e7fb4f62 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0428898
Jun 24 16:37:40.017420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:40.039029 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Deleting port b407f15d-f4eb-432b-8f87-cdd71d5b5f25 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:37:40.039757 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:40.059346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:40.130187 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:40.154243 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1193a8-df06-4d2c-9cc3-74a52081c94a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:40.156975 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3a647411-6b49-4887-9b8d-15bb7d226874 None None] The port 'b407f15d-f4eb-432b-8f87-cdd71d5b5f25' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:37:40.182814 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.183407 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.183991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.184572 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.185110 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.185637 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.186229 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.186569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.187153 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.187499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.187918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.188355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:37:40.194837 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:40.196705 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f1d4641d-6720-41cc-b221-82d3baf103fa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c1193a8-df06-4d2c-9cc3-74a52081c94a HTTP/1.1" status: 204  len: 168 time: 0.2637851
Jun 24 16:37:40.443658 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-036323da-eedb-490d-9c32-538c8aaf1ed4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:40.445203 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-036323da-eedb-490d-9c32-538c8aaf1ed4 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 1097 time: 0.1452529
Jun 24 16:37:40.611582 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-d118a3bd-3fca-49cd-9284-8c91b54e57e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:40.613805 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-d118a3bd-3fca-49cd-9284-8c91b54e57e2 service neutron] 10.222.0.47 "GET /v2.0/networks?tenant_id=606ba814a2d8408ab0856d539ca79b4f&shared=False HTTP/1.1" status: 200  len: 916 time: 0.1579225
Jun 24 16:37:40.802752 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-bc2d4080-d1a0-4f18-ba3c-65faf39e525f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:40.805233 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-79615a86-30cb-4cd3-94fb-4f05e8ca76a6 req-bc2d4080-d1a0-4f18-ba3c-65faf39e525f service neutron] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 870 time: 0.1747100
Jun 24 16:37:40.934301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-a0fb04ad-ec4a-4095-aa85-a1ac5e35461c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:40.936016 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-a0fb04ad-ec4a-4095-aa85-a1ac5e35461c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 1097 time: 0.0857723
Jun 24 16:37:40.990945 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b407f15d-f4eb-432b-8f87-cdd71d5b5f25 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:37:41.057152 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-f7c3cfa1-273f-42fe-8981-182991690660 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2 HTTP/1.1" status: 200  len: 217 time: 0.1084244
Jun 24 16:37:41.058532 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: b407f15d-f4eb-432b-8f87-cdd71d5b5f25 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:37:41.059470 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b407f15d-f4eb-432b-8f87-cdd71d5b5f25 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:37:41.073169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:41.136069 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-78cce72d-5ba1-416d-8d09-738ea41e709d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:41.140983 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-78cce72d-5ba1-416d-8d09-738ea41e709d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.0765643
Jun 24 16:37:41.247881 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f4bd50-3108-4382-85cd-5e52587d4581 req-bbd3ceb6-0fd8-4cf4-9c55-c72849a55121 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:41.250033 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46f4bd50-3108-4382-85cd-5e52587d4581 req-bbd3ceb6-0fd8-4cf4-9c55-c72849a55121 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 944 time: 0.1004493
Jun 24 16:37:41.253953 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-d7298c39-06cd-4c87-8833-97b6228d23cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:41.256832 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-d7298c39-06cd-4c87-8833-97b6228d23cf service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1083908
Jun 24 16:37:41.304247 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46f4bd50-3108-4382-85cd-5e52587d4581 req-7a05e564-2610-4172-a0c1-ccbeb81191d7 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0441041
Jun 24 16:37:41.408927 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-3c8eb4df-58c1-4eaf-94a2-e248c8a5925d service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1441967
Jun 24 16:37:41.697100 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8b5ebea1-1dfe-4175-adc9-cb9d20960a2f req-9f91eeec-cde7-47bd-8596-a7a992f583a7 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2802846
Jun 24 16:37:42.530801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d65ea1a-3ccc-4ead-962c-a495aadc1e93 req-7024420d-e284-451b-bc1b-586ae0f1c578 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:42.532134 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3d65ea1a-3ccc-4ead-962c-a495aadc1e93 req-7024420d-e284-451b-bc1b-586ae0f1c578 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 944 time: 0.0947382
Jun 24 16:37:42.579988 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3d65ea1a-3ccc-4ead-962c-a495aadc1e93 req-8f2e751c-6b8e-4d9c-9bc3-951ce63d689f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395510
Jun 24 16:37:43.340724 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 12a399ee-3431-4fdd-9fd8-fd3020deecf2 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:37:43.534863 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:43.559245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'port_id': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'mac_address': 'fa:16:3e:95:3e:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 312, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:37:43.655636 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:37:43.656766 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:43.690616 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a399ee-3431-4fdd-9fd8-fd3020deecf2 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:37:43.719775 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:43.727957 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:43.862955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:43.896437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb35b686-e3a3-48db-ba30-d2aaae08ddbf req-c33ebcad-948b-4f4e-8e3a-5e1d4c0add7d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:43.899155 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb35b686-e3a3-48db-ba30-d2aaae08ddbf req-c33ebcad-948b-4f4e-8e3a-5e1d4c0add7d tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 945 time: 0.1245730
Jun 24 16:37:43.960893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb35b686-e3a3-48db-ba30-d2aaae08ddbf req-8ecfc601-d7ca-4e3e-85de-d8ac8ca790ae tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0550663
Jun 24 16:37:44.089690 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['12a399ee-3431-4fdd-9fd8-fd3020deecf2'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:37:45.201179 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ccca49b-cf01-43f5-9c0a-c60451405715 req-1e0550e6-8176-4a52-9e6a-cc1296e9a106 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:45.205244 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ccca49b-cf01-43f5-9c0a-c60451405715 req-1e0550e6-8176-4a52-9e6a-cc1296e9a106 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 945 time: 0.1168177
Jun 24 16:37:45.274752 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ccca49b-cf01-43f5-9c0a-c60451405715 req-e5a17f29-3ad0-451e-9c28-c6ee0b6be44f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0564001
Jun 24 16:37:45.345318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 12a399ee-3431-4fdd-9fd8-fd3020deecf2 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:37:45.445577 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:37:45.451154 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:37:45.451591 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:45.611006 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:37:45.611384 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:45.639974 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:45.650929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:37:45.655757 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:45.735440 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:45.850040 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-e3a07a82-12ad-4c6c-8199-6b35b19b52d9'] response: {'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'code': 200}
Jun 24 16:37:46.115138 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4222e702-a15f-4a54-8abf-9eb5526ff90a req-d04da6b9-20bf-4cdd-b5d1-3e800c07c582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:46.116700 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4222e702-a15f-4a54-8abf-9eb5526ff90a req-d04da6b9-20bf-4cdd-b5d1-3e800c07c582 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 1099 time: 0.0853817
Jun 24 16:37:46.176497 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-4222e702-a15f-4a54-8abf-9eb5526ff90a req-0da521ee-fb09-4ce4-a8cc-6b3c949e53ad service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0524597
Jun 24 16:37:46.505368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111390fe-70fb-470e-9715-00b7c35a7716 req-ab630c30-9c0f-4431-ab76-63746415ca56 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:46.507166 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-111390fe-70fb-470e-9715-00b7c35a7716 req-ab630c30-9c0f-4431-ab76-63746415ca56 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.1104553
Jun 24 16:37:46.559847 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-111390fe-70fb-470e-9715-00b7c35a7716 req-d7250123-01f0-4ff6-a777-b4180667a665 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0466087
Jun 24 16:37:47.820462 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dba3f56-dad4-45ed-ab57-bb8519dc1ee5 req-bbc0e80a-34d7-49ba-8537-a85efe117960 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:47.822020 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dba3f56-dad4-45ed-ab57-bb8519dc1ee5 req-bbc0e80a-34d7-49ba-8537-a85efe117960 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.1124477
Jun 24 16:37:47.891013 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dba3f56-dad4-45ed-ab57-bb8519dc1ee5 req-67ec5dd0-d1d2-4f66-a754-51df8480a440 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0595899
Jun 24 16:37:48.105258 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a97e47-9b49-424d-a17d-88bd9881fbde req-0c83ce0d-e8b8-4a5a-8278-5274789b7079 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:48.106816 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c1a97e47-9b49-424d-a17d-88bd9881fbde req-0c83ce0d-e8b8-4a5a-8278-5274789b7079 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.1017513
Jun 24 16:37:48.119968 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34732) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:48.126111 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Request body: {'floatingip': {'port_id': '12a399ee-3431-4fdd-9fd8-fd3020deecf2'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:37:48.208987 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:48.876725 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7471de80-b2a1-49c6-84a2-436a6138bb3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:48.962367 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:48.967095 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:49.266150 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP d93e587b-eee7-4846-accc-1bd91b179333 associated. External IP: 172.27.2.155, port: 12a399ee-3431-4fdd-9fd8-fd3020deecf2.
Jun 24 16:37:49.841416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:37:50.103574 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:37:50.109300 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:50.123433 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:37:50.151201 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:50.152970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b85478b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:50.186060 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7d66f4ad-5a35-4e29-9618-420120f484c5 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "PUT /v2.0/floatingips/d93e587b-eee7-4846-accc-1bd91b179333 HTTP/1.1" status: 200  len: 992 time: 2.0646703
Jun 24 16:37:50.187010 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:37:50.300508 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5ec2c451-b121-48e9-8ad3-c6356a62a2a2'] response: {'name': 'network-changed', 'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'status': 'completed', 'code': 200}
Jun 24 16:37:50.467702 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:50.554110 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-1a2c42de-8075-43ea-a200-194abc983501 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:50.565557 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-1a2c42de-8075-43ea-a200-194abc983501 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=606ba814a2d8408ab0856d539ca79b4f&device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 1099 time: 0.2318888
Jun 24 16:37:50.740464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-20b79394-eb82-4a9b-86fe-3e2493d238a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:50.741984 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-20b79394-eb82-4a9b-86fe-3e2493d238a4 service neutron] 10.222.0.47 "GET /v2.0/networks?id=45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 200  len: 916 time: 0.1756592
Jun 24 16:37:50.932921 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-3cbcc3ad-14e1-41fb-be2c-2d85d14b7f68 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2 HTTP/1.1" status: 200  len: 1000 time: 0.1780274
Jun 24 16:37:51.005013 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b85478b0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'd93e587b-eee7-4846-accc-1bd91b179333', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:95:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:30Z', 'updated_at': '2022-06-24T16:37:48Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:51.010388 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:37:51.024347 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:37:51.025078 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b85478b0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:51.029581 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-246ad313-3772-4dfa-b57b-c9d7219827c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:51.031588 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-246ad313-3772-4dfa-b57b-c9d7219827c1 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 200  len: 854 time: 0.0756288
Jun 24 16:37:51.152504 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-38ccc1f6-6be1-41b8-aeae-0b36579e1873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:51.154106 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-38ccc1f6-6be1-41b8-aeae-0b36579e1873 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45be4882-d29a-4ee7-b3ed-ba8729666ff7&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1111858
Jun 24 16:37:51.236802 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e461e3ff-ac42-414d-9c0f-200281b46cdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:51.314676 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:37:51.351247 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-32409614-b355-4e78-991b-aad8221990be service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1842506
Jun 24 16:37:51.514455 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b0b51664-7708-4d8b-abee-6f68c4337a54 req-3c5a97b8-5a7a-44f3-bf38-ae35f7cfeaf0 service neutron] 10.222.0.47 "GET /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1520138
Jun 24 16:37:51.815158 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b85478b0>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'd93e587b-eee7-4846-accc-1bd91b179333', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:95:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:30Z', 'updated_at': '2022-06-24T16:37:48Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:51.819743 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3333660f-b2a5-474a-9150-ec9cc7f73582 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'd93e587b-eee7-4846-accc-1bd91b179333', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'floating_ip_address': '172.27.2.155', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'port_id': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 509, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'mac_address': 'fa:16:3e:95:3e:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:37:30Z', 'updated_at': '2022-06-24T16:37:48Z', 'revision_number': 1, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:37:51.958135 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.044056 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34794) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:52.107715 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b7fd2cf-54eb-4aea-82ae-0f1ac046b7e8 None None] New status for floating IP d93e587b-eee7-4846-accc-1bd91b179333: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:37:52.199877 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.216070 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:52.220438 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Usage tracker for resource:security_group_rule and tenant:718849a7b0544f31a405a6d66d98fc29 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:52.224158 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:52.234061 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:52.267732 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.371354 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.378557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.435545 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=718849a7b0544f31a405a6d66d98fc29&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3902261
Jun 24 16:37:52.436253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54373bd-4ab2-4769-86b6-f9f94577776a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abae7c31-9be0-4d67-a040-b44befa8f4f5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:52.438252 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34800) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:52.516639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.546376 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.617292 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.632906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abae7c31-9be0-4d67-a040-b44befa8f4f5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:52.639762 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:52.640908 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-62d01674-02b3-4d5e-8bed-c24ed75d2148 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/abae7c31-9be0-4d67-a040-b44befa8f4f5 HTTP/1.1" status: 204  len: 168 time: 0.2011201
Jun 24 16:37:52.925395 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34810) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:53.005542 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Deleting subnet 42bc5b09-a031-47c5-960d-c419059c789c {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:37:53.009970 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.097016 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.179212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.281356 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.337205 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=42bc5b09-a031-47c5-960d-c419059c789c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:53.343035 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.365368 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-68ea3d89-9d64-4c8d-9924-6a6d53ef85a8 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/42bc5b09-a031-47c5-960d-c419059c789c HTTP/1.1" status: 204  len: 168 time: 0.4380884
Jun 24 16:37:53.368894 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34828) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:53.397247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.631397 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.772738 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.806716 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b35a25e0>,) {'filters': {'network_id': ['9e95becd-dade-458e-967f-348562028446']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:53.820884 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b35a25e0>, '9bad9170-d7cf-456a-b8d9-68485b9768bc') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:53.821178 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b35a25e0>, '9bad9170-d7cf-456a-b8d9-68485b9768bc') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:37:53.835240 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.857286 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.867819 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Releasing vlan 337 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:37:53.868411 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:53.984913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.010644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.017611 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] Pushing event deleted for resources: {'Network': ['ID=9e95becd-dade-458e-967f-348562028446,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:54.025354 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-71d93268-633c-47a2-8ac6-f2db864d1caa admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e95becd-dade-458e-967f-348562028446 HTTP/1.1" status: 204  len: 168 time: 0.6545732
Jun 24 16:37:54.116423 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 9bad9170-d7cf-456a-b8d9-68485b9768bc resource provider aggregate not found
Jun 24 16:37:54.140998 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 9bad9170-d7cf-456a-b8d9-68485b9768bc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9bad9170-d7cf-456a-b8d9-68485b9768bc found for delete  ", "request_id": "req-950d0b45-f88d-4f90-820f-8c2b99885791"}]}
Jun 24 16:37:54.189148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34852) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:54.266564 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c78a1784-5728-481e-ab1b-01b04690cef4 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=de0966981b5f4c3fa17c73c0c4b31779&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0750861
Jun 24 16:37:54.269388 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34856) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:54.353447 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.387232 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.475377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.492634 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d51568d-8ee6-42ba-85ed-24670c74c67e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:54.499700 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:54.500888 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0ee3b870-2efa-4321-84db-66ef7b7ce24a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8d51568d-8ee6-42ba-85ed-24670c74c67e HTTP/1.1" status: 204  len: 168 time: 0.2301245
Jun 24 16:37:55.378782 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34876) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:55.547261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.563032 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:55.567720 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Usage tracker for resource:security_group_rule and tenant:d8b66504d3b6484aac736a075460074f is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:55.570776 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:55.577204 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:55.669062 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.673290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.722644 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d8b66504d3b6484aac736a075460074f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3424225
Jun 24 16:37:55.723500 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64137e23-c589-4eeb-8339-193e09123715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bb9fcd6-9543-4c07-a9b0-44225ce4a389,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:55.725836 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 34882) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:55.791224 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.820742 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.880876 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.899716 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bb9fcd6-9543-4c07-a9b0-44225ce4a389,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:55.904644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:55.908650 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a63276f2-884a-4bd8-9bd5-b747bc7112be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8bb9fcd6-9543-4c07-a9b0-44225ce4a389 HTTP/1.1" status: 204  len: 168 time: 0.1786742
Jun 24 16:37:56.284517 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34890) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:56.305111 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.321095 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:37:56.325679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Usage tracker for resource:security_group_rule and tenant:817fc2fd77654b2d8974b7e735412cac is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:37:56.328834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:37:56.335615 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:37:56.436502 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.442857 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.494085 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=817fc2fd77654b2d8974b7e735412cac&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2066646
Jun 24 16:37:56.494993 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d45dcdb-db40-4e90-b9e8-dcf5316af732 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cebadf02-22a7-44e0-831b-abd4a945d783,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:56.498142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 34894) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:37:56.572541 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.604579 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.673683 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.692591 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cebadf02-22a7-44e0-831b-abd4a945d783,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:37:56.702086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:37:56.703253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-450da6fc-1d77-4363-86cd-7ed87b985ce9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cebadf02-22a7-44e0-831b-abd4a945d783 HTTP/1.1" status: 204  len: 168 time: 0.2040884
Jun 24 16:37:57.105598 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:37:59.946597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39c07d22-8fc5-4ea3-8412-6001ec8b3a1e req-fa455882-c82a-4e55-9215-f27d9b095fa6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:37:59.948051 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39c07d22-8fc5-4ea3-8412-6001ec8b3a1e req-fa455882-c82a-4e55-9215-f27d9b095fa6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1023464
Jun 24 16:38:00.017100 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39c07d22-8fc5-4ea3-8412-6001ec8b3a1e req-969fd09a-6e95-4a3d-be54-57713d0374f1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0563271
Jun 24 16:38:01.256874 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad161b4-768c-4911-9a6b-98b81d9b7f5b req-1a3cf2a7-f5ba-4f4f-838b-0d1e6ee735c7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:01.258338 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aad161b4-768c-4911-9a6b-98b81d9b7f5b req-1a3cf2a7-f5ba-4f4f-838b-0d1e6ee735c7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1092122
Jun 24 16:38:01.307517 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aad161b4-768c-4911-9a6b-98b81d9b7f5b req-289a9b7d-aa39-4817-9aac-82209df264c6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429425
Jun 24 16:38:02.538509 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7430fbe-890c-4a67-a532-62ef0a2e5df1 req-777beb29-20a9-467d-8794-7726a41c998f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:02.540138 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7430fbe-890c-4a67-a532-62ef0a2e5df1 req-777beb29-20a9-467d-8794-7726a41c998f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.0992217
Jun 24 16:38:02.595585 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7430fbe-890c-4a67-a532-62ef0a2e5df1 req-6afbc388-52c9-448e-9133-ffeec20153b5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0433536
Jun 24 16:38:03.818324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a708f89-ac76-4534-85f4-e7b2dccbe3cf req-82d144d3-bd70-4543-bb90-1cd99889551f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:03.820031 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a708f89-ac76-4534-85f4-e7b2dccbe3cf req-82d144d3-bd70-4543-bb90-1cd99889551f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1056299
Jun 24 16:38:03.877227 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a708f89-ac76-4534-85f4-e7b2dccbe3cf req-11c0b33e-6204-4a97-b1a6-ac7d215b801e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0494916
Jun 24 16:38:04.975139 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e76c67f-2e33-481f-8bc0-9723371a5938 req-6040570b-e0ff-4e7a-8a66-eaa53ea76598 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:04.976622 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e76c67f-2e33-481f-8bc0-9723371a5938 req-6040570b-e0ff-4e7a-8a66-eaa53ea76598 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.1037321
Jun 24 16:38:05.093045 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e76c67f-2e33-481f-8bc0-9723371a5938 req-48bb6d02-e97c-4163-92e5-7af9b6946669 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1082318
Jun 24 16:38:05.125169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a7acdf-1bb6-4300-9231-6f875c66eeb4 req-c12b2378-6fae-459c-86b4-c13058df8968 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:05.126595 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-49a7acdf-1bb6-4300-9231-6f875c66eeb4 req-c12b2378-6fae-459c-86b4-c13058df8968 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1174564
Jun 24 16:38:05.187798 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-49a7acdf-1bb6-4300-9231-6f875c66eeb4 req-b0e76ec9-ae40-42a4-a258-0e8b00004d1d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0506191
Jun 24 16:38:06.428667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dbb42a4-83c3-42d3-b969-ca920faa9fd9 req-ebe3382e-4535-426d-aaa6-731c71a9e6ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:06.430195 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dbb42a4-83c3-42d3-b969-ca920faa9fd9 req-ebe3382e-4535-426d-aaa6-731c71a9e6ee tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.2056680
Jun 24 16:38:06.496212 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6dbb42a4-83c3-42d3-b969-ca920faa9fd9 req-1ca943b6-37fa-46a6-9286-80eb25fc0c60 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0596991
Jun 24 16:38:06.536895 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f049ec1-5bbf-411f-9821-4b56e55eb1de req-a4fb6c75-1a12-4a66-a7e1-d8f28342a809 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:06.538446 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0f049ec1-5bbf-411f-9821-4b56e55eb1de req-a4fb6c75-1a12-4a66-a7e1-d8f28342a809 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1677148
Jun 24 16:38:06.679923 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0f049ec1-5bbf-411f-9821-4b56e55eb1de req-1284db23-1a75-4328-9bee-5f02f84f100a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1343291
Jun 24 16:38:06.800555 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-440ceb79-d31d-4aed-85d3-5b4c1740b2e3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:06.801326 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-440ceb79-d31d-4aed-85d3-5b4c1740b2e3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:38:06.825167 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-440ceb79-d31d-4aed-85d3-5b4c1740b2e3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:38:06.826372 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-440ceb79-d31d-4aed-85d3-5b4c1740b2e3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.1269364
Jun 24 16:38:06.920739 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:38:06.921079 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.223546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] For port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:07.224112 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.553432 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.553886 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.554729 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP fdad2ad0-3f79-4a03-824f-a4c7343cc7b7 disassociated. External IP: 172.27.2.201, port: 27aaebe5-51e8-49c2-8f07-e0e78f4459fd.
Jun 24 16:38:07.555064 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for 27aaebe5-51e8-49c2-8f07-e0e78f4459fd owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:38:07.659070 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35034) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:07.714154 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.716746 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89029059-860d-4104-ab6e-16d2455620aa req-36875daa-ee9d-4380-a580-d07206da1422 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:07.724692 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-89029059-860d-4104-ab6e-16d2455620aa req-36875daa-ee9d-4380-a580-d07206da1422 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 945 time: 0.1097891
Jun 24 16:38:07.784123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=27aaebe5-51e8-49c2-8f07-e0e78f4459fd,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:07.808202 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-89029059-860d-4104-ab6e-16d2455620aa req-0ffe524c-a349-4b57-88d6-140f7cfa37cc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823143
Jun 24 16:38:07.920677 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:07.948292 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:07.955189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Usage tracker for resource:security_group_rule and tenant:0b08cc309be7475fbba9830c768f0e5b is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:07.959005 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:07.973343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:08.020517 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eeef572-403d-4e30-90ff-80fb2e1744ff req-acaee9aa-a343-4c59-b7aa-8d774ff2baf5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:08.021883 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8eeef572-403d-4e30-90ff-80fb2e1744ff req-acaee9aa-a343-4c59-b7aa-8d774ff2baf5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1904442
Jun 24 16:38:08.116898 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8eeef572-403d-4e30-90ff-80fb2e1744ff req-6323bcad-afa9-48a9-a7fe-dc79e2a18650 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0821514
Jun 24 16:38:08.130308 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:38:08.187756 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.208177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.257212 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26c0642e-1976-4557-91cb-25e7088d2ec7,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:08.261523 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5c734f55-f442-4b7d-b8a1-483cf1fbd9cb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0b08cc309be7475fbba9830c768f0e5b&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6014225
Jun 24 16:38:08.266020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35042) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:08.340844 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.381573 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.389178 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:08.412187 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:08.439131 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:08.439778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8addfd0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:08.492208 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.519970 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] No DVR routers for this DVR port 27aaebe5-51e8-49c2-8f07-e0e78f4459fd on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:38:08.522117 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.522836 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:08.526420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'name': 'network-vif-deleted', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:08.527002 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/26c0642e-1976-4557-91cb-25e7088d2ec7 HTTP/1.1" status: 204  len: 168 time: 0.2592793
Jun 24 16:38:08.527476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef37abb-9eef-4787-9080-093e845860f9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26c0642e-1976-4557-91cb-25e7088d2ec7,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:08.554624 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-755dc297-bc9f-4be4-ab97-db280bef7acf req-bee81a1b-b1f3-4a13-b530-c6a5f18890b9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "DELETE /v2.0/ports/27aaebe5-51e8-49c2-8f07-e0e78f4459fd HTTP/1.1" status: 204  len: 173 time: 1.7222230
Jun 24 16:38:08.600811 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cb3026be-2a52-452e-bf3a-923c19b2eef4'] response: {'server_uuid': '2b6c814b-481d-4fba-8cd7-c84aee3f7572', 'name': 'network-vif-deleted', 'tag': '27aaebe5-51e8-49c2-8f07-e0e78f4459fd', 'status': 'completed', 'code': 200}
Jun 24 16:38:08.715352 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:08.980526 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35054) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:09.002557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.020678 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e581f168-ba33-4e95-a5d7-f0498ce44000 req-cb3accf7-2b38-4c3d-bd4c-10d80dc949a3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=2b6c814b-481d-4fba-8cd7-c84aee3f7572 HTTP/1.1" status: 200  len: 210 time: 0.0554183
Jun 24 16:38:09.023395 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:09.027906 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Usage tracker for resource:security_group_rule and tenant:02fd5c8590f049a1a2e4748583325fb0 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:09.031881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:09.039398 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:09.185669 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.191695 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.206575 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8addfd0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:09.214386 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:09.229611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:09.231113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8addfd0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:37:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:09.272954 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=02fd5c8590f049a1a2e4748583325fb0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2904792
Jun 24 16:38:09.276406 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35060) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:09.279923 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55805c27-cfa0-4b7f-ae80-67c2b60324db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64949d00-a612-4150-abad-8d6ee7a28c11,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:09.367246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.405578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.421140 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7caaca-399f-46d2-a35f-e17c72c81196 req-1d2f1bce-ac68-421d-833a-10801b02823e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:09.429778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 27aaebe5-51e8-49c2-8f07-e0e78f4459fd no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:38:09.434937 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3d7caaca-399f-46d2-a35f-e17c72c81196 req-1d2f1bce-ac68-421d-833a-10801b02823e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1465313
Jun 24 16:38:09.489160 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3d7caaca-399f-46d2-a35f-e17c72c81196 req-bd82f8cf-332c-40fd-88f6-a88b7d5e3a00 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0530303
Jun 24 16:38:09.523653 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.548856 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64949d00-a612-4150-abad-8d6ee7a28c11,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:09.551486 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:09.552735 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 27aaebe5-51e8-49c2-8f07-e0e78f4459fd {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:38:09.553410 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 27aaebe5-51e8-49c2-8f07-e0e78f4459fd not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:38:09.556493 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9ca494cc-a6bb-465b-b8d6-81005646e23e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64949d00-a612-4150-abad-8d6ee7a28c11 HTTP/1.1" status: 204  len: 168 time: 0.2786617
Jun 24 16:38:09.648597 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:10.036611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8addfd0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:10.041492 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c517b1f9-9dcb-4941-8b35-a77b609b72d7 None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:10.396527 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43383c07-c223-466d-83e9-2cb827f4130c None None] New status for floating IP fdad2ad0-3f79-4a03-824f-a4c7343cc7b7: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:38:10.535248 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-a34f557e-dd07-4477-bf14-9503993a1190 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405128976&fields=id&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 267 time: 0.0659611
Jun 24 16:38:10.850479 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c79713-8668-49e7-be59-c409b0d6b6b1 req-2ef331df-e7ee-4a11-9e1f-7f99134aa893 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:10.852369 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a7c79713-8668-49e7-be59-c409b0d6b6b1 req-2ef331df-e7ee-4a11-9e1f-7f99134aa893 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.2084024
Jun 24 16:38:10.863036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-957657a0-d08a-40e8-abfb-300b608d6600 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:10.865438 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-957657a0-d08a-40e8-abfb-300b608d6600 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 0.3227727
Jun 24 16:38:10.918721 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-56962a7a-09ef-4836-a9e6-32461f343af7 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/quotas/901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 375 time: 0.0299308
Jun 24 16:38:11.001070 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a7c79713-8668-49e7-be59-c409b0d6b6b1 req-c4ef3781-5b4c-4867-8809-b3707507238a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1340854
Jun 24 16:38:11.028711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:11.074262 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-5cc060e5-e9ed-44e0-9ff2-737093cc1485 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&fields=id HTTP/1.1" status: 200  len: 348 time: 0.1407528
Jun 24 16:38:11.438986 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-e2cce48c-1c08-4623-a66e-3bfe6089b581 service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3529279
Jun 24 16:38:11.629965 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-85fdae5b-7299-4ba3-8095-508c9095bd7a service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1810997
Jun 24 16:38:12.181810 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ad6ed059-3b0a-4e43-885a-fedbdf24b1b4 req-cba0d22a-5670-48a6-a621-a372055b068e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 210 time: 0.0660813
Jun 24 16:38:12.365381 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b31b12e-94a6-430d-b208-ce273637ad9c req-3316ae0a-6ab4-47c9-a552-ad0f41764454 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:12.367069 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1b31b12e-94a6-430d-b208-ce273637ad9c req-3316ae0a-6ab4-47c9-a552-ad0f41764454 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1339674
Jun 24 16:38:12.447619 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1b31b12e-94a6-430d-b208-ce273637ad9c req-e23d720e-c9b3-483d-8f91-3fa9d56b7ad1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0715079
Jun 24 16:38:12.889981 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35166) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:13.032707 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.048912 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:13.054318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Usage tracker for resource:security_group_rule and tenant:2257d8338cae44b3a86710ed25369182 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:13.057327 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:13.063342 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:13.163627 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.167935 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.214271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1179c4d-8a0c-4352-b8d2-006dbc21d648,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:13.235598 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35174) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:13.236321 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-886c5859-dc12-45db-a0d7-895e04e98df9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2257d8338cae44b3a86710ed25369182&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3448560
Jun 24 16:38:13.341641 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.439953 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d420605-1f5e-42c1-baee-add6701620f7 req-074f54b0-0f61-4207-945d-192137a5aeb4 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 210 time: 0.1040611
Jun 24 16:38:13.470661 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.554216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.585889 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-6fa03dad-8d64-445b-a1a9-5db77cf9efda tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:13.587391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1179c4d-8a0c-4352-b8d2-006dbc21d648,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:13.588368 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-6fa03dad-8d64-445b-a1a9-5db77cf9efda tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 0.2468593
Jun 24 16:38:13.597632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:13.602467 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-09d264c8-9387-440d-ad4c-402e10d386c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c1179c4d-8a0c-4352-b8d2-006dbc21d648 HTTP/1.1" status: 204  len: 168 time: 0.3624990
Jun 24 16:38:13.675891 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-c8b2b65d-781a-4824-a78b-249827cda401 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 380 time: 0.0765533
Jun 24 16:38:13.690497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'port': {'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'admin_state_up': True, 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'security_groups': ['3aae6a9b-f2d1-4053-ae0b-d62f608a50f9']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:13.778178 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e607e0a-68fc-4378-a4f6-187d74e9b581 req-6ac8f371-0d80-4715-9ced-2d3e28c3028e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:13.780794 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e607e0a-68fc-4378-a4f6-187d74e9b581 req-6ac8f371-0d80-4715-9ced-2d3e28c3028e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1547434
Jun 24 16:38:13.909817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:13.914870 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:port and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:13.920020 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:13.928997 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:13.933470 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5e607e0a-68fc-4378-a4f6-187d74e9b581 req-606312fb-2e5a-4882-bafc-f14de2514498 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1454720
Jun 24 16:38:13.951191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Made reservation on behalf of 901fbc33d59d49f8afa7f06d62e19e16 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:38:13.957266 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.066177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35184) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:14.084978 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.102610 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:14.113585 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Usage tracker for resource:security_group_rule and tenant:ce738c3965054505b33b69ff1b606696 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:14.118866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:14.129835 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:14.190420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.20.0.5 (e44350f6-4ad8-4a19-8963-bdb0aaadab4f/79aa2f16-644c-4a0a-aaa2-951a3ee64f24/50d5fc77-615e-4930-a0d1-7ba5a8aede09) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:14.259006 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.265386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.327463 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ce738c3965054505b33b69ff1b606696&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2599597
Jun 24 16:38:14.359391 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35188) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:14.374383 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b497a5f-55d5-4da3-9cde-cd217204d506 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e771672c-69ea-4520-b0e3-8ffdddbac700,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:14.474345 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.525794 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.527655 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.551027 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Transition to ACTIVE for port object 50d5fc77-615e-4930-a0d1-7ba5a8aede09 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:14.591592 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.598154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.629971 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e771672c-69ea-4520-b0e3-8ffdddbac700,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:14.642149 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.648025 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-df4f0687-2fef-4192-b34c-02c7233f93c7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e771672c-69ea-4520-b0e3-8ffdddbac700 HTTP/1.1" status: 204  len: 168 time: 0.2874651
Jun 24 16:38:14.721239 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:14.724650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:14.728407 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:14.763004 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:14.813464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:14.814606 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:14.865334 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-f29c6790-3d1b-4f9c-8833-07024263065d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.1824718
Jun 24 16:38:14.866638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a34d8-5f2f-4d2c-805e-030a126a1958 req-e335bbb9-c546-474a-ae43-5888eded1fcf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:14.868645 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3a1a34d8-5f2f-4d2c-805e-030a126a1958 req-e335bbb9-c546-474a-ae43-5888eded1fcf tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 931 time: 0.1945150
Jun 24 16:38:14.892144 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Request body: {'port': {'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:14.951040 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3a1a34d8-5f2f-4d2c-805e-030a126a1958 req-13b9497a-d49a-4e7e-b582-6f5f46624700 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0692854
Jun 24 16:38:15.101909 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d9e0d2b1-9492-4def-9717-135343baccfe None None] Provisioning for port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:15.120797 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d9e0d2b1-9492-4def-9717-135343baccfe None None] Provisioning complete for port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:15.121522 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d9e0d2b1-9492-4def-9717-135343baccfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.133303 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.257879 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d9e0d2b1-9492-4def-9717-135343baccfe None None] Port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:38:15.274418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47d34464-cf17-481f-8f8b-271db4879a92 req-02a87555-4544-42be-9642-774df4ae417d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:15.277624 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47d34464-cf17-481f-8f8b-271db4879a92 req-02a87555-4544-42be-9642-774df4ae417d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1677442
Jun 24 16:38:15.365446 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-47d34464-cf17-481f-8f8b-271db4879a92 req-9026478b-076b-4aaa-a31e-7affbd08a5f4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738757
Jun 24 16:38:15.501303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:38:15.691338 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:15.710467 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:38:15.756197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50d5fc77-615e-4930-a0d1-7ba5a8aede09 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:38:15.765276 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.787071 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Transition to ACTIVE for port object 50d5fc77-615e-4930-a0d1-7ba5a8aede09 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:15.792294 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.793487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: ACTIVE; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:15.794099 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.822226 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:38:15.848360 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:15.853713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:15.962311 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:15.974204 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.975630 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.976437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.977251 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.978097 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.979146 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.979962 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.980736 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:15.981067 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.981884 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.982665 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.988488 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:15.989347 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:16.003434 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['87b332d5-d83a-40ca-bb6b-503444dbbfbe'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:38:16.217118 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Attempting to bind port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:16.218403 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Attempting to bind port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:16.219206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Attempting to bind port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:16.229283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:38:16.230011 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Attempting to bind port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:16.240039 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:16.240570 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:16.241217 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Bound using segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:16.241831 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Bound port: 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:16.242716 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:16.338197 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acdf7e5d-9185-47ee-b61b-7c8e550038a8 req-ae58f98f-64f3-4616-a0ad-5056c42bc862 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:16.357629 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-acdf7e5d-9185-47ee-b61b-7c8e550038a8 req-ae58f98f-64f3-4616-a0ad-5056c42bc862 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.2242534
Jun 24 16:38:16.472777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-acdf7e5d-9185-47ee-b61b-7c8e550038a8 req-95b97908-4fe4-4b6a-abdf-f77255dc1476 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1137543
Jun 24 16:38:16.476780 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:16.490009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:16.495665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:16.565043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:16.566197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:16.568810 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] 10.222.0.47 "PUT /v2.0/ports/50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 1093 time: 1.6850870
Jun 24 16:38:16.591427 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:16.728545 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-cdf71e7e-b840-46a8-a02f-f7c94be18fa6'] response: {'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'status': 'completed', 'code': 200}
Jun 24 16:38:16.761254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b44dfb1-3b1d-4741-ba76-1278052b5a47 service neutron] Pushing event updated for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:16.799575 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-ea2d3b39-9cc7-48c8-b45e-7197cf53a198 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:16.801163 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-ea2d3b39-9cc7-48c8-b45e-7197cf53a198 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1096 time: 0.1610515
Jun 24 16:38:16.810363 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67cd0c82-2b22-4a26-8984-ef5d6d2e08e6 req-d453d6fd-bf1b-4656-a9e9-d8911e360f28 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:16.812415 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-67cd0c82-2b22-4a26-8984-ef5d6d2e08e6 req-d453d6fd-bf1b-4656-a9e9-d8911e360f28 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 944 time: 0.2305920
Jun 24 16:38:16.885959 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-67cd0c82-2b22-4a26-8984-ef5d6d2e08e6 req-4bc87f99-3933-4971-b690-e777306bbcbc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654507
Jun 24 16:38:16.887409 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-b32c845d-8eb0-4741-8032-41ca1fb85b33 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 217 time: 0.0764818
Jun 24 16:38:16.983373 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-b6f62e24-605f-4d27-9ff4-3b747c7f1114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:16.985819 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-b6f62e24-605f-4d27-9ff4-3b747c7f1114 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0903606
Jun 24 16:38:17.101472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-8522be86-4cab-4f54-a834-b4fc62b8d508 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:17.103969 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-8522be86-4cab-4f54-a834-b4fc62b8d508 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1106033
Jun 24 16:38:17.277296 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-a51d19e7-368b-4319-840d-1b2d941951f7 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1637588
Jun 24 16:38:17.471637 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-9ee184b3-2714-4618-9bdd-894fa8d5c064 req-1b9b417a-2d95-4769-a3f6-28712e3f6ce6 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1857252
Jun 24 16:38:17.530833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:17.645126 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:17.646064 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:17.753816 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1442a559-d3f4-437f-8efd-42e8ec3a498b req-5d19a483-f95a-43b5-84c8-00e564724ab9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:17.756333 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1442a559-d3f4-437f-8efd-42e8ec3a498b req-5d19a483-f95a-43b5-84c8-00e564724ab9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.1457355
Jun 24 16:38:17.765964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f8194-2b55-461e-908a-22b6015450c7 req-73137519-e2e7-4992-b1ad-4f5bcb1ac504 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:17.779948 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-73137519-e2e7-4992-b1ad-4f5bcb1ac504 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1096 time: 0.2225289
Jun 24 16:38:17.845261 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1442a559-d3f4-437f-8efd-42e8ec3a498b req-02cc6330-e395-4f0a-8225-c96816260dcc tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0778749
Jun 24 16:38:17.881833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:17.882208 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:17.923635 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:17.943550 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:17.951934 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:18.042258 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-17e4e12f-886e-4733-80c3-337dacde2c6d'] response: {'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'code': 200}
Jun 24 16:38:18.065844 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:18.068599 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f8194-2b55-461e-908a-22b6015450c7 req-00475d79-db4d-4aec-9a3d-bcb756102d2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.071630 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-00475d79-db4d-4aec-9a3d-bcb756102d2a service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.2852139
Jun 24 16:38:18.210260 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-fec24d11-a4d9-4707-a84a-ce8e33334950 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.2310576
Jun 24 16:38:18.236620 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65018eb7-a980-47c4-9ef9-26ba07f6dd5e req-6b866bfd-4972-4e7c-a76b-934aad399ebd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.239808 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65018eb7-a980-47c4-9ef9-26ba07f6dd5e req-6b866bfd-4972-4e7c-a76b-934aad399ebd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1509068
Jun 24 16:38:18.301063 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-42a5a425-a939-4561-a62a-b6fc7fedf744 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 217 time: 0.2226770
Jun 24 16:38:18.391704 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65018eb7-a980-47c4-9ef9-26ba07f6dd5e req-b9db4dd9-9dbb-4e03-a7c9-026825fab714 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0839593
Jun 24 16:38:18.454887 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-f5623900-ceea-498e-be5d-cbc0d29d401c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.459878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-f5623900-ceea-498e-be5d-cbc0d29d401c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.2161007
Jun 24 16:38:18.481994 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f8194-2b55-461e-908a-22b6015450c7 req-eaf52877-d12c-4e1d-b1b1-1f0fc0d435a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.484713 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-eaf52877-d12c-4e1d-b1b1-1f0fc0d435a9 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.1766350
Jun 24 16:38:18.622704 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77f8194-2b55-461e-908a-22b6015450c7 req-6154cb5b-288e-4de4-b929-6fc9a59ed917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.625243 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-6154cb5b-288e-4de4-b929-6fc9a59ed917 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1235986
Jun 24 16:38:18.781619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-4fa292df-6d05-4078-a8f1-d335beb7ca29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:18.783575 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-4fa292df-6d05-4078-a8f1-d335beb7ca29 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.2861290
Jun 24 16:38:18.892175 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3a655949-8f65-41ba-8610-036a6f6d74d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:18.949017 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-da1ab6e0-86da-487a-b654-1b32927fb7d9 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3112738
Jun 24 16:38:19.091653 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-89362c58-dc0a-499b-9907-b86c5a82d78c service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 1001 time: 0.3006659
Jun 24 16:38:19.155850 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b77f8194-2b55-461e-908a-22b6015450c7 req-7381c6f9-9394-455c-97b4-a84b43593a46 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1932142
Jun 24 16:38:19.180385 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b3b4de-636f-49ba-82a2-b53d9a99f4af req-0613f1a1-ebfb-42c8-8de7-982f57a92e0a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:19.182074 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-09b3b4de-636f-49ba-82a2-b53d9a99f4af req-0613f1a1-ebfb-42c8-8de7-982f57a92e0a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.1731360
Jun 24 16:38:19.246540 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-09b3b4de-636f-49ba-82a2-b53d9a99f4af req-b74e145d-441d-4e5d-8b30-49b004d783e8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582500
Jun 24 16:38:19.691605 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a7d25e-fd8e-47e7-b2b0-18f43d709da8 req-eb642a9a-5e68-45e8-a5ad-bad113c714a4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:19.693046 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-55a7d25e-fd8e-47e7-b2b0-18f43d709da8 req-eb642a9a-5e68-45e8-a5ad-bad113c714a4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.0997014
Jun 24 16:38:19.750999 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-55a7d25e-fd8e-47e7-b2b0-18f43d709da8 req-0f8d176d-f08a-41a9-ac0a-dec9123bb7d7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0514040
Jun 24 16:38:20.546026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff374b69-ff88-4104-97c5-25941f0c276f req-e47c774d-c551-4bb8-9f87-0c65d062b9ea tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:20.549570 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ff374b69-ff88-4104-97c5-25941f0c276f req-e47c774d-c551-4bb8-9f87-0c65d062b9ea tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.1393862
Jun 24 16:38:20.621481 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ff374b69-ff88-4104-97c5-25941f0c276f req-bd1e03b2-4522-400a-bb4d-d5fb5e090112 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0594068
Jun 24 16:38:21.034634 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65e592a-0685-4fbd-b588-49f7e07a35e6 req-f8bb061c-6efb-48e3-9d3f-917af50f681a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:21.036126 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c65e592a-0685-4fbd-b588-49f7e07a35e6 req-f8bb061c-6efb-48e3-9d3f-917af50f681a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1322937
Jun 24 16:38:21.113344 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c65e592a-0685-4fbd-b588-49f7e07a35e6 req-521354ba-3877-4b4b-9cf1-e15711a2a869 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0711250
Jun 24 16:38:21.171490 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c621a6f2-157e-4e2a-b01c-b4bf3678f9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:21.753447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-e4789664-3748-4947-b4a9-af11177d1a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:21.756399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-e4789664-3748-4947-b4a9-af11177d1a6d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.2145691
Jun 24 16:38:21.981377 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:21.991175 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-1251b574-be21-4f8b-b73a-dcc533efa9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:21.993346 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-1251b574-be21-4f8b-b73a-dcc533efa9b6 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2283678
Jun 24 16:38:22.118199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d308262-684a-499b-b74f-e1cd5723f06d req-277f3690-05ec-4c31-841a-079f8bf0b64f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:22.125459 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d308262-684a-499b-b74f-e1cd5723f06d req-277f3690-05ec-4c31-841a-079f8bf0b64f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.2736723
Jun 24 16:38:22.225973 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d308262-684a-499b-b74f-e1cd5723f06d req-413d7175-4426-4e3b-b2a0-f2aafb944255 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0994167
Jun 24 16:38:22.257799 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-a7a0bc9e-3166-4c58-9f7a-e116181b7d8b service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2556741
Jun 24 16:38:22.278587 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:22.606172 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de77f895-edf8-4e4f-8447-5d55b18b5f6e req-320242ff-84b7-48bd-859c-160bb23afbce service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3403561
Jun 24 16:38:22.643915 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bf57cb-1bc3-4c8f-a10f-77c9d1dbee0b req-dc3603de-060e-472f-ad19-8638d65b458e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:22.652183 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8bf57cb-1bc3-4c8f-a10f-77c9d1dbee0b req-dc3603de-060e-472f-ad19-8638d65b458e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.2059169
Jun 24 16:38:22.706848 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8bf57cb-1bc3-4c8f-a10f-77c9d1dbee0b req-8dc5114f-60b0-4e58-86d4-df31dea8d029 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0520895
Jun 24 16:38:23.452707 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:23.564585 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 50d5fc77-615e-4930-a0d1-7ba5a8aede09 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:38:23.867388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b069c2-5429-4d69-8d70-5b1cf254f226 req-c365dad0-a785-4121-9ba9-ebe4f95964ac tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:23.875040 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-13b069c2-5429-4d69-8d70-5b1cf254f226 req-c365dad0-a785-4121-9ba9-ebe4f95964ac tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 943 time: 0.1928439
Jun 24 16:38:23.900808 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:23.920843 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:38:24.004654 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:24.005031 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:24.039718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50d5fc77-615e-4930-a0d1-7ba5a8aede09 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:38:24.055363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-13b069c2-5429-4d69-8d70-5b1cf254f226 req-4738b10a-4999-4f6b-ab8a-060883ec2e91 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1730490
Jun 24 16:38:24.063767 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:24.070849 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:24.127197 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c132317a-1afb-4570-9a4b-3d2bb1fc9a3c req-f78bc759-eedb-41ae-9323-f62011d7a45a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:24.128769 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c132317a-1afb-4570-9a4b-3d2bb1fc9a3c req-f78bc759-eedb-41ae-9323-f62011d7a45a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1785645
Jun 24 16:38:24.192776 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:24.211418 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c132317a-1afb-4570-9a4b-3d2bb1fc9a3c req-b3758249-852c-4344-a889-2ced8702d1f7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0755615
Jun 24 16:38:24.377073 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['50d5fc77-615e-4930-a0d1-7ba5a8aede09'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:38:25.333780 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade8fd0c-1ebb-4d41-bbad-4500456ec415 req-08bf47e4-0eac-4f5a-be9c-4acae4aa0165 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:25.347638 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ade8fd0c-1ebb-4d41-bbad-4500456ec415 req-08bf47e4-0eac-4f5a-be9c-4acae4aa0165 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 944 time: 0.1581833
Jun 24 16:38:25.486904 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ade8fd0c-1ebb-4d41-bbad-4500456ec415 req-7ebb0bfc-d851-4fa5-bcc8-01201c7d0314 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1331210
Jun 24 16:38:25.528725 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a9b4fc-5ec3-4360-8a09-b4a95472171c req-5bdd6577-f594-405b-8e62-50f151195fb1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:25.531122 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17a9b4fc-5ec3-4360-8a09-b4a95472171c req-5bdd6577-f594-405b-8e62-50f151195fb1 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1313980
Jun 24 16:38:25.548266 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35334) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:25.555859 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 50d5fc77-615e-4930-a0d1-7ba5a8aede09 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:25.623807 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17a9b4fc-5ec3-4360-8a09-b4a95472171c req-fd75ff07-eb46-4fc9-a19d-2c1fb58d90b4 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0861857
Jun 24 16:38:25.693447 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:25.699841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:25.700505 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:25.798517 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:25.825037 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:25.829985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Usage tracker for resource:security_group_rule and tenant:c4025b4cfb994c989f8fbc9b3d3269f1 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:25.835031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:25.851976 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:25.880246 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:25.880624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:25.926788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:25.937308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:25.942321 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:25.982945 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:25.989503 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-31dee384-70ba-4d92-8646-46a54afbe60c'] response: {'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'code': 200}
Jun 24 16:38:25.990777 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:26.058621 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2985fc14-8f81-4bc5-ae67-6fc2178e72af,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:26.065458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:26.071579 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35342) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:26.073609 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5fa2db7e-8714-4f97-8ddd-33f25302b619 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c4025b4cfb994c989f8fbc9b3d3269f1&name=default HTTP/1.1" status: 200  len: 2979 time: 0.5213153
Jun 24 16:38:26.193058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:26.239499 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:26.385436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbc8ebf-543c-4143-93c7-2b30178d72dd req-df65f236-63ed-4262-97dc-58c07a0483b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:26.387084 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4bbc8ebf-543c-4143-93c7-2b30178d72dd req-df65f236-63ed-4262-97dc-58c07a0483b8 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1098 time: 0.1313078
Jun 24 16:38:26.411305 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:26.435712 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2985fc14-8f81-4bc5-ae67-6fc2178e72af,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:26.451599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.451936 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.452281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.452619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.452944 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.453270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.453600 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.453923 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.454515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.454864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.455186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.455534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:26.465050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:26.469367 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3b3c7d49-058f-4c64-a5c0-37623828b858 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2985fc14-8f81-4bc5-ae67-6fc2178e72af HTTP/1.1" status: 204  len: 168 time: 0.3933144
Jun 24 16:38:26.477312 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4bbc8ebf-543c-4143-93c7-2b30178d72dd req-2216e253-ce97-42d7-af7f-e9a8d635d331 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0823631
Jun 24 16:38:26.761087 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c28f148-f63b-40ea-a035-dc8dda9a449d req-8cfcddec-220e-496e-a10a-8b2c18d223f7 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:26.770893 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c28f148-f63b-40ea-a035-dc8dda9a449d req-8cfcddec-220e-496e-a10a-8b2c18d223f7 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.1744087
Jun 24 16:38:26.904529 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c28f148-f63b-40ea-a035-dc8dda9a449d req-8b702332-c5a8-493c-be52-5c4f17d78b24 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1324508
Jun 24 16:38:26.956946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f39e2f-d61c-497b-bae7-0d205d7e6499 req-a2ba4c4e-41c5-4f25-a6d6-d52be8fa8438 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:26.964927 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0f39e2f-d61c-497b-bae7-0d205d7e6499 req-a2ba4c4e-41c5-4f25-a6d6-d52be8fa8438 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.1706095
Jun 24 16:38:27.027536 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a0f39e2f-d61c-497b-bae7-0d205d7e6499 req-df67f123-ebf3-4e9d-a9e7-6b6fa0ac076a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0615132
Jun 24 16:38:27.446548 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35372) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:27.604757 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-532403672-network', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:27.615297 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:27.620450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Usage tracker for resource:network and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:27.623405 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:27.632811 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:27.667136 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Made reservation on behalf of e2df211bdae44be6b7e0cc41c2cd11e4 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:38:27.670651 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:27.690308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:27.715766 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:27.722469 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:27.726429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:27.741011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:27.888339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:27.895066 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:27.938203 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 321}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:38:27.945200 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75978e04-b645-4a48-97fe-730e79b68d56,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:27.957882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:27.958542 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Added segment 25750e7d-022f-4b97-a6c4-a55884dbc05d of type vlan for network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb
Jun 24 16:38:27.996659 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.034372 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.036477 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:28.037637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.379151 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35382) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:28.385302 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Request body: {'subnet': {'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-532403672-subnet', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:28.388939 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 887 time: 0.9411416
Jun 24 16:38:28.394612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c51603-ab2e-443d-a7f1-b18f8e872ace admin admin] Pushing event updated for resources: {'Network': ['ID=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:28.396767 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:28.413528 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Usage tracker for resource:subnet and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:28.418986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:28.428910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:28.453315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:38:28.459770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Made reservation on behalf of e2df211bdae44be6b7e0cc41c2cd11e4 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:38:28.462884 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.484640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d445c7-500f-40e3-bcf3-7dfaf58f70c0 req-f6c1f1de-b95b-4c2d-a586-21109de4edfa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:28.487984 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-85d445c7-500f-40e3-bcf3-7dfaf58f70c0 req-f6c1f1de-b95b-4c2d-a586-21109de4edfa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.2507100
Jun 24 16:38:28.509224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3e445f-d3d0-4b8e-b868-4d4090f779e2 req-d55cfee6-d842-4520-a318-c51ce8490560 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:28.537015 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d3e445f-d3d0-4b8e-b868-4d4090f779e2 req-d55cfee6-d842-4520-a318-c51ce8490560 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.2978640
Jun 24 16:38:28.660288 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-85d445c7-500f-40e3-bcf3-7dfaf58f70c0 req-8ea254be-9d5a-4df0-acc7-767a14879aa3 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0785909
Jun 24 16:38:28.672548 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d3e445f-d3d0-4b8e-b868-4d4090f779e2 req-bcc2db18-9083-4c9c-8015-1c75191582de tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1341858
Jun 24 16:38:28.743761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.834971 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Pushing event updated for resources: {'Subnet': ['ID=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:28.845226 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Checking segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:28.845819 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Network hostable DHCP agents. Network: 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:38:28.892715 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:38:28.915999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:28.929815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:28.930512 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:28.938065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3eb5b24-bf7d-44b4-994a-df7ceaa1a4b2 None None] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:38:28.985228 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-768367cf-c277-4a99-9dcc-47122c281a2b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 850 time: 0.6043236
Jun 24 16:38:28.989434 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35392) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:29.003995 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:29.025000 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:29.036404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Usage tracker for resource:router and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:29.041570 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:29.053453 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:29.079605 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.082499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.103711 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b5f017-0263-473f-be74-014c267864f2 req-1d533297-26f3-462e-bd4e-e24d32ba7001 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:29.109149 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.113925 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66b5f017-0263-473f-be74-014c267864f2 req-1d533297-26f3-462e-bd4e-e24d32ba7001 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.2131112
Jun 24 16:38:29.187514 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-66b5f017-0263-473f-be74-014c267864f2 req-f90129c7-d57e-4424-a4a5-efb8c3c05bf2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0723190
Jun 24 16:38:29.206394 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35396) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:29.272856 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:38:29.273933 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.417148 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad60cff3-8200-4779-bca7-a162bd6903af tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:29.420205 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ad60cff3-8200-4779-bca7-a162bd6903af tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1093 time: 0.2129278
Jun 24 16:38:29.423803 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35400) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:29.433435 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address': '172.20.0.5'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:29.447341 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:29.458057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:floatingip and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:29.468856 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:29.492906 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:29.516045 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.599798 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Allocated IP 172.20.0.2 (2ca299b2-bbf3-454b-b3d7-c3b24ac05efb/2b6a4322-aff7-4c80-a3f0-ad5b4159b13f/23eedfc9-3884-4d44-97d8-90390f2e8006) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:29.671493 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:29.776559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.035944 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.050483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Transition to ACTIVE for port object 23eedfc9-3884-4d44-97d8-90390f2e8006 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:30.084341 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Transition to ACTIVE for port object 23eedfc9-3884-4d44-97d8-90390f2e8006 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:30.094181 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.107823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.27.2.116 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/87c47747-a852-44e8-85f7-cfe175f4d978) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:30.223340 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:30.230128 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:30.237632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:30.308024 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Pushing event updated for resources: {'Port': ['ID=23eedfc9-3884-4d44-97d8-90390f2e8006,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:30.331086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52061748-ff00-4b5b-a08f-2fb1f8fadcb2 req-7e9792fa-1241-49e3-9b2c-799cdb5104e6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:30.333565 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-52061748-ff00-4b5b-a08f-2fb1f8fadcb2 req-7e9792fa-1241-49e3-9b2c-799cdb5104e6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.3172889
Jun 24 16:38:30.408893 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Attempting to bind port 23eedfc9-3884-4d44-97d8-90390f2e8006 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:30.409378 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Attempting to bind port 23eedfc9-3884-4d44-97d8-90390f2e8006 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:30.409715 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Attempting to bind port 23eedfc9-3884-4d44-97d8-90390f2e8006 on network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:30.415941 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:30.416318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Checking segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:30.416725 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.417123 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Bound using segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:30.417603 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Bound port: 23eedfc9-3884-4d44-97d8-90390f2e8006, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:30.417983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.431966 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-52061748-ff00-4b5b-a08f-2fb1f8fadcb2 req-ed1c2474-7468-4806-8f40-2f07da8ad208 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0897608
Jun 24 16:38:30.447592 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.495345 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.513636 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.549409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.569773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] For port 23eedfc9-3884-4d44-97d8-90390f2e8006, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:30.574231 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] For port 23eedfc9-3884-4d44-97d8-90390f2e8006, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=23eedfc9-3884-4d44-97d8-90390f2e8006,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:30.581096 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:30.629499 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:30.634169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:30.672636 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:30.677676 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b00398-e7f9-42e2-a762-0393f048c2d9 None None] Pushing event updated for resources: {'Port': ['ID=23eedfc9-3884-4d44-97d8-90390f2e8006,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:30.705440 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Allocated IP 172.27.2.62 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/6b4360eb-dc28-404f-8231-3c8c97ac22a5) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:30.725335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=87c47747-a852-44e8-85f7-cfe175f4d978,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:30.886397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-dd650445-8383-4afa-9cd7-909d3a7c69b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:30.887926 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-dd650445-8383-4afa-9cd7-909d3a7c69b3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1098 time: 0.2549906
Jun 24 16:38:30.929271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:31.020294 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:31.113301 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 23eedfc9-3884-4d44-97d8-90390f2e8006 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:31.139812 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:31.143155 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:31.148955 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:31.189246 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b4360eb-dc28-404f-8231-3c8c97ac22a5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:31.230020 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 23eedfc9-3884-4d44-97d8-90390f2e8006 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:31.409368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-15d880f5-4989-4773-82bf-66c07d943f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:31.410904 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-15d880f5-4989-4773-82bf-66c07d943f47 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.5137825
Jun 24 16:38:31.577419 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-82c598e1-673c-4cae-8172-32a9e98bb546 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 1000 time: 0.1594708
Jun 24 16:38:31.679961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:31.776675 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-66d76f43-6e72-4ffd-9fa7-6835865cda3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:31.779079 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-66d76f43-6e72-4ffd-9fa7-6835865cda3d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.1944771
Jun 24 16:38:31.925259 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:31.973519 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30dcece4-d25d-431e-bac3-cbadc0beca83 None None] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:38:32.043247 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.055217 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-803b3948-9993-42ac-a1a4-1c47b46e1115 req-aae6178b-e84f-4975-a295-2a025746f0bc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:32.057752 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-803b3948-9993-42ac-a1a4-1c47b46e1115 req-aae6178b-e84f-4975-a295-2a025746f0bc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.3941064
Jun 24 16:38:32.094501 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Provisioning for port 23eedfc9-3884-4d44-97d8-90390f2e8006 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:32.111735 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Provisioning complete for port 23eedfc9-3884-4d44-97d8-90390f2e8006 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:32.112247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.126526 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-75e1e40b-bff5-4247-9aae-60a9005b83af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:32.129624 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-75e1e40b-bff5-4247-9aae-60a9005b83af service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3391051
Jun 24 16:38:32.193193 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.343931 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Current status of the port 23eedfc9-3884-4d44-97d8-90390f2e8006 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:32.344468 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.384877 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-803b3948-9993-42ac-a1a4-1c47b46e1115 req-8fd8765c-1818-4ecf-9cae-83ff08876d79 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2999330
Jun 24 16:38:32.391246 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] For port 23eedfc9-3884-4d44-97d8-90390f2e8006, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=23eedfc9-3884-4d44-97d8-90390f2e8006,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:32.395841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.427141 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Router 5cfe5283-65b3-476a-9065-a00979ff22f4 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88114) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:38:32.482571 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4d86e82-70d5-4e6a-ba6b-c11ea7d4ca7c None None] Pushing event updated for resources: {'Port': ['ID=23eedfc9-3884-4d44-97d8-90390f2e8006,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:32.528271 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-e1a5651b-862b-487b-9be5-043226cdb847 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3893428
Jun 24 16:38:32.653271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:32.662496 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Sync routers for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:32.671993 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:32.672599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b827bca0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:32.686424 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.692523 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-edad3963-740a-4dec-a449-4c38be7664b6 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 925 time: 3.6957905
Jun 24 16:38:32.692718 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35420) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:32.722069 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-02e5a6e6-236c-4df4-a263-d80a0eb2b737 req-83aaba3d-c300-4b44-b3ff-ed7be2d94f5b service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1862116
Jun 24 16:38:32.750667 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.756604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.858277 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-24bce9c3-7b46-4d2a-9fe4-835801b66499 None None] Provisioning complete for port 23eedfc9-3884-4d44-97d8-90390f2e8006 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:32.858641 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-24bce9c3-7b46-4d2a-9fe4-835801b66499 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.907130 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=87c47747-a852-44e8-85f7-cfe175f4d978,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:32.937857 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:32.953297 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:33.104363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 23eedfc9-3884-4d44-97d8-90390f2e8006 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:33.152923 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP 462352a7-b876-4b82-b06e-83320e72c499 associated. External IP: 172.27.2.116, port: 50d5fc77-615e-4930-a0d1-7ba5a8aede09.
Jun 24 16:38:33.178806 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-24bce9c3-7b46-4d2a-9fe4-835801b66499 None None] Current status of the port 23eedfc9-3884-4d44-97d8-90390f2e8006 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:33.285278 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 23eedfc9-3884-4d44-97d8-90390f2e8006 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:33.285656 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:33.482533 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 23eedfc9-3884-4d44-97d8-90390f2e8006 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:33.499699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b827bca0>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:31Z', 'revision_number': 3, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:33.508061 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Checking router: 5cfe5283-65b3-476a-9065-a00979ff22f4 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:33.508624 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Updating router 5cfe5283-65b3-476a-9065-a00979ff22f4 port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:38:33.577576 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:38:33.585319 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:33.628365 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:33.812237 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: ACTIVE; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:33.812614 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:33.841264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Allocated IP 172.20.0.1 (2ca299b2-bbf3-454b-b3d7-c3b24ac05efb/2b6a4322-aff7-4c80-a3f0-ad5b4159b13f/a4826eab-9c98-4a16-a437-4cbba7fba76e) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:33.878718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1b1b87-0573-4679-9ae3-f0218ce70346 req-2137ba8b-7c70-4e18-b01d-c4e64dc2b88e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:33.880887 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f1b1b87-0573-4679-9ae3-f0218ce70346 req-2137ba8b-7c70-4e18-b01d-c4e64dc2b88e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 945 time: 0.2713184
Jun 24 16:38:33.882891 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:38:33.910768 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:33.931273 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:33.939233 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.011593 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-40e796ec-6e84-4d41-9a3a-dbebf8edee1f'] response: {'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'code': 200}
Jun 24 16:38:34.067584 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=8']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:34.112776 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:38:34.155666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4f1b1b87-0573-4679-9ae3-f0218ce70346 req-81c8d1d2-d2f5-4d1d-8b0f-b4cd2a60696d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2647057
Jun 24 16:38:34.168367 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.171709 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.188500 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Transition to ACTIVE for port object 6b4360eb-dc28-404f-8231-3c8c97ac22a5 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:34.195220 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Transition to ACTIVE for port object a4826eab-9c98-4a16-a437-4cbba7fba76e will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:34.197476 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.214886 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:34.235969 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:34.246820 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.252569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.265502 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:34.267007 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cf81f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:34.315001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Attempting to bind port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:34.315564 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Attempting to bind port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:34.316080 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Attempting to bind port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:34.321187 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-af0cd962-b2b7-45db-9f72-686eef6f7919 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 4.8955352
Jun 24 16:38:34.322054 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:34.336008 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:34.336763 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:34.337773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.338308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:34.339155 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Bound port: 6b4360eb-dc28-404f-8231-3c8c97ac22a5, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:34.339697 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.380040 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:34.383316 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:34.387539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:34.404239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799cbfb-9095-4200-90de-5ec6447d823d None None] Pushing event updated for resources: {'Port': ['ID=6b4360eb-dc28-404f-8231-3c8c97ac22a5,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:34.447546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-58733394-c295-4d29-a28d-37c6fd57f293'] response: {'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'status': 'completed', 'code': 200}
Jun 24 16:38:34.452426 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] For port 6b4360eb-dc28-404f-8231-3c8c97ac22a5, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:34.456410 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] For port 6b4360eb-dc28-404f-8231-3c8c97ac22a5, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b4360eb-dc28-404f-8231-3c8c97ac22a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:34.463281 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.467119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:34.472545 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.574334 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:34.575237 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b827bca0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:34.679942 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502a56-9e8a-46a5-8def-7de3851db653 req-b49649dc-f6e6-4a0d-8cb0-389487a7ca10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:34.681443 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-b49649dc-f6e6-4a0d-8cb0-389487a7ca10 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1098 time: 0.1878450
Jun 24 16:38:34.695263 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:34.850200 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:34.903107 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7799cbfb-9095-4200-90de-5ec6447d823d None None] Pushing event updated for resources: {'Port': ['ID=6b4360eb-dc28-404f-8231-3c8c97ac22a5,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:34.947975 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502a56-9e8a-46a5-8def-7de3851db653 req-d59811bc-965d-4046-ae52-0e9ea3b33599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:34.948473 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:34.949421 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-d59811bc-965d-4046-ae52-0e9ea3b33599 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.2619576
Jun 24 16:38:35.052928 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:35.059857 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:35.069081 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-5c72bb82-0b06-4771-a8ed-b6cde4952db5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 999 time: 0.1123476
Jun 24 16:38:35.114904 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-782a35e3-202a-4dcb-bbbb-597674381d09 None None] Provisioning for port a4826eab-9c98-4a16-a437-4cbba7fba76e completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:35.215052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502a56-9e8a-46a5-8def-7de3851db653 req-99dba2d6-8ca4-45dd-ad21-990c5830ae2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:35.216373 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-99dba2d6-8ca4-45dd-ad21-990c5830ae2a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.1409249
Jun 24 16:38:35.235713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:35.243708 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-782a35e3-202a-4dcb-bbbb-597674381d09 None None] Provisioning complete for port a4826eab-9c98-4a16-a437-4cbba7fba76e triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:35.244544 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-782a35e3-202a-4dcb-bbbb-597674381d09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:35.246429 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Pushing event updated for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:35.457893 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-782a35e3-202a-4dcb-bbbb-597674381d09 None None] Port a4826eab-9c98-4a16-a437-4cbba7fba76e cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:38:35.537552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71b7c4-922d-4bcf-9c3d-de509231d5b0 req-b7800e87-8113-4800-acd8-91e2ce9614b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:35.540605 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ed71b7c4-922d-4bcf-9c3d-de509231d5b0 req-b7800e87-8113-4800-acd8-91e2ce9614b6 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2058761
Jun 24 16:38:35.544968 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65502a56-9e8a-46a5-8def-7de3851db653 req-8c3b62e2-2478-4d18-aebc-600499fa9be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:35.547119 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-8c3b62e2-2478-4d18-aebc-600499fa9be2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.3233032
Jun 24 16:38:35.570486 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cf81f0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:31Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:35.575465 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:35.584721 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:35.585584 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9cf81f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:35.604378 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:35.605520 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:35.655484 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b827bca0>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:33Z', 'revision_number': 1, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:35.662825 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d2e1e6-1f08-4dd9-a44d-e07191e04897 None None] The sync data for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi is: [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:33Z', 'revision_number': 1, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:35.831532 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ed71b7c4-922d-4bcf-9c3d-de509231d5b0 req-071520d3-863a-4d04-97e8-e789f0a6676e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2788446
Jun 24 16:38:35.900228 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-2683882d-fbf5-4e99-bf10-cb0911994a45 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3285446
Jun 24 16:38:35.956133 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:35.988941 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-18f0088b-89c5-4b64-9c11-26f36d2a689a None None] Provisioning complete for port a4826eab-9c98-4a16-a437-4cbba7fba76e triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:35.989562 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-18f0088b-89c5-4b64-9c11-26f36d2a689a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:36.062579 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Router 5cfe5283-65b3-476a-9065-a00979ff22f4 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:38:36.103619 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-18f0088b-89c5-4b64-9c11-26f36d2a689a None None] Port a4826eab-9c98-4a16-a437-4cbba7fba76e cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:38:36.189368 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-65502a56-9e8a-46a5-8def-7de3851db653 req-c8d54c9a-6ad1-4b8d-8201-dc37566de85b service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2826364
Jun 24 16:38:36.326966 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:36.358467 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-59458959-1836-4c2b-8854-6dc1044089f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cfe5283-65b3-476a-9065-a00979ff22f4/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.6646214
Jun 24 16:38:36.568259 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9cf81f0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:31Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:36.572918 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49632311-b61c-41ef-9042-b7d2750ac869 None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:31Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:36.979601 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5424707e-a363-4d4f-912c-b5bb35e2d794 None None] New status for floating IP 462352a7-b876-4b82-b06e-83320e72c499: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:38:37.189446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35482) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:37.198327 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-59830874-network', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:37.211932 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:37.224501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Usage tracker for resource:network and tenant:11ed0aaf7db4448cbc27f775a0084840 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:37.229309 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:37.237247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:37.264875 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Made reservation on behalf of 11ed0aaf7db4448cbc27f775a0084840 for: {'network': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:38:37.268654 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.285046 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.335540 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:37.347602 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b4360eb-dc28-404f-8231-3c8c97ac22a5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:37.357669 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Usage tracker for resource:security_group_rule and tenant:11ed0aaf7db4448cbc27f775a0084840 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:37.367079 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:37.412011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:37.516753 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:37.540226 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:37.540813 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.620089 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:38:37.844196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.851883 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.912480 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:37.912480 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.913579 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 306}  {{(pid=88115) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:38:37.926415 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5564c9d9-6d7f-4f5b-8e7b-6dc5fc57094d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:37.937061 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:37.937774 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.segments_db [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Added segment 9895b2dc-d7ec-47d6-842d-0d1d078b2edc of type vlan for network 1c3fed8d-b972-4855-ba99-281011ca6c06
Jun 24 16:38:37.992325 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 6b4360eb-dc28-404f-8231-3c8c97ac22a5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b4360eb-dc28-404f-8231-3c8c97ac22a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:37.998836 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.003543 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.067044 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.068457 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:38.069173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.114374 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: DOWN; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:38.201592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=6b4360eb-dc28-404f-8231-3c8c97ac22a5,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:38.243484 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] Pushing event updated for resources: {'Network': ['ID=1c3fed8d-b972-4855-ba99-281011ca6c06,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:38.252342 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-62768c08-b4a8-4944-89dc-16e946bb13a2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 886 time: 1.0576918
Jun 24 16:38:38.253301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35504) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:38.262799 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Request body: {'subnet': {'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-59830874-subnet', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:38.275680 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:38.281176 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:38:38.281863 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Usage tracker for resource:subnet and tenant:11ed0aaf7db4448cbc27f775a0084840 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:38.285847 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:38.292943 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:38.325733 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Made reservation on behalf of 11ed0aaf7db4448cbc27f775a0084840 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:38:38.334019 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.371127 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71e4294-ec9e-436e-b900-ea382bd0c462 req-e2361b9b-d98a-405e-970f-b667c782ae54 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:38.373068 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e71e4294-ec9e-436e-b900-ea382bd0c462 req-e2361b9b-d98a-405e-970f-b667c782ae54 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1220536
Jun 24 16:38:38.515638 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e71e4294-ec9e-436e-b900-ea382bd0c462 req-a5248d2e-0584-48bf-8140-4cab5c3b3c6c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1247511
Jun 24 16:38:38.646374 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.750997 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Pushing event updated for resources: {'Subnet': ['ID=10affbd2-29f5-42db-b005-de2932ee7d28,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:38.760225 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Checking segment: {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:38.760586 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Network hostable DHCP agents. Network: 1c3fed8d-b972-4855-ba99-281011ca6c06, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:38:38.789020 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:38:38.803623 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 1c3fed8d-b972-4855-ba99-281011ca6c06) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:38.805088 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35522) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:38.814329 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:38.815671 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4dc9025-0b13-4c16-a4ef-ee85472bd55f None None] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:38:38.815881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.851410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35528) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:38.858363 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:38:38.859699 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7259397c-e4df-4756-b86d-b704287f538a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 849 time: 0.6043947
Jun 24 16:38:38.864593 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:38:38.875974 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Usage tracker for resource:router and tenant:11ed0aaf7db4448cbc27f775a0084840 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:38:38.923624 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:38:38.934410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:38:38.959639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:38.960725 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:39.010466 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:39.028859 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-0752a46b-0506-4f00-b293-f0973456dbe2 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.2218049
Jun 24 16:38:39.094672 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b4360eb-dc28-404f-8231-3c8c97ac22a5 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:39.165592 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Sync routers for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:39.184406 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:39.186015 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb880>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:39.330883 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-1c3fed8d-b972-4855-ba99-281011ca6c06', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:38:39.332030 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:39.426376 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:39.427196 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:39.442066 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:39.488839 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:39.777590 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Allocated IP 172.20.0.2 (1c3fed8d-b972-4855-ba99-281011ca6c06/10affbd2-29f5-42db-b005-de2932ee7d28/cdda4207-75d8-4cae-a2a7-e7373b9134d1) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:39.905795 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:40.075193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.092158 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Transition to ACTIVE for port object cdda4207-75d8-4cae-a2a7-e7373b9134d1 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:40.094087 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb880>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 2, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:40.101959 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Checking router: 5cfe5283-65b3-476a-9065-a00979ff22f4 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:40.103050 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Updating router 5cfe5283-65b3-476a-9065-a00979ff22f4 port a4826eab-9c98-4a16-a437-4cbba7fba76e binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:38:40.118199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb3fe8b-05c0-4da3-a2d1-dd9862c683ef req-7a47b5de-7683-4dbf-af7b-4b0b1ca3d1ba tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:40.119416 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Transition to ACTIVE for port object cdda4207-75d8-4cae-a2a7-e7373b9134d1 will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:40.121982 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fcb3fe8b-05c0-4da3-a2d1-dd9862c683ef req-7a47b5de-7683-4dbf-af7b-4b0b1ca3d1ba tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.3509095
Jun 24 16:38:40.124126 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.128245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.187228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.194165 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.201536 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:40.209523 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:40.212170 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:40.266182 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fcb3fe8b-05c0-4da3-a2d1-dd9862c683ef req-eb81da79-7f79-4ba5-9c5a-9fe34f5172bb tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0962467
Jun 24 16:38:40.366582 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Pushing event updated for resources: {'Port': ['ID=cdda4207-75d8-4cae-a2a7-e7373b9134d1,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:40.369010 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Allocated IP 172.27.2.59 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/6b95a9bd-4aee-460b-ae06-d388bb3e3a60) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:40.373070 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Attempting to bind port cdda4207-75d8-4cae-a2a7-e7373b9134d1 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:40.373559 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Attempting to bind port cdda4207-75d8-4cae-a2a7-e7373b9134d1 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:40.374388 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Attempting to bind port cdda4207-75d8-4cae-a2a7-e7373b9134d1 on network 1c3fed8d-b972-4855-ba99-281011ca6c06 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:40.382149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:40.382797 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Checking segment: {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:40.383353 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.383857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Bound using segment: {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:40.384549 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Bound port: cdda4207-75d8-4cae-a2a7-e7373b9134d1, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:40.385079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.536290 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] For port cdda4207-75d8-4cae-a2a7-e7373b9134d1, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:40.540269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] For port cdda4207-75d8-4cae-a2a7-e7373b9134d1, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cdda4207-75d8-4cae-a2a7-e7373b9134d1,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:40.548164 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.645924 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1afeb07d-7922-42cc-8205-8c743e686e8e None None] Pushing event updated for resources: {'Port': ['ID=cdda4207-75d8-4cae-a2a7-e7373b9134d1,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:40.702619 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.714365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d4af-721c-4afa-a815-c729b018314c req-1a51cb7f-772b-4b25-bb89-160c6ed55f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:40.715927 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-1a51cb7f-772b-4b25-bb89-160c6ed55f81 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001&tenant_id=065254ebe67545639644fcbc6bd9fc31 HTTP/1.1" status: 200  len: 1096 time: 0.2565305
Jun 24 16:38:40.741260 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.809908 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.825589 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Transition to ACTIVE for port object a4826eab-9c98-4a16-a437-4cbba7fba76e will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:40.839706 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:40.873968 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:40.883079 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:40.890565 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:40.923382 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Pushing event updated for resources: {'Port': ['ID=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:41.034892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:41.128130 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cdda4207-75d8-4cae-a2a7-e7373b9134d1 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:41.131597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d4af-721c-4afa-a815-c729b018314c req-1ee6a6c2-1406-4c74-b83c-999ce30ca0d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:41.133295 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-1ee6a6c2-1406-4c74-b83c-999ce30ca0d5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1096 time: 0.3868532
Jun 24 16:38:41.143036 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Pushing event updated for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:41.208173 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.210086 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.210086 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.210086 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.210086 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.210086 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.211321 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.211321 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.211632 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.211754 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.212037 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.212315 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:41.220243 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port cdda4207-75d8-4cae-a2a7-e7373b9134d1 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:41.254656 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Attempting to bind port a4826eab-9c98-4a16-a437-4cbba7fba76e on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:41.255080 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Attempting to bind port a4826eab-9c98-4a16-a437-4cbba7fba76e by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:41.255388 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Attempting to bind port a4826eab-9c98-4a16-a437-4cbba7fba76e on network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:41.261681 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:41.262034 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Checking segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:41.262454 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:41.262937 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Bound using segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:41.263426 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Bound port: a4826eab-9c98-4a16-a437-4cbba7fba76e, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:41.263812 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:41.400748 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] For port a4826eab-9c98-4a16-a437-4cbba7fba76e, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:41.407551 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] For port a4826eab-9c98-4a16-a437-4cbba7fba76e, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a4826eab-9c98-4a16-a437-4cbba7fba76e,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:41.416174 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:41.529762 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:41.530410 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb880>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:41.600518 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad196f6-9754-4984-afca-781309be51c5 None None] Pushing event updated for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:41.626189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d4af-721c-4afa-a815-c729b018314c req-3f499072-4859-4cae-873c-e85f1cb2d77f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:41.628324 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-3f499072-4859-4cae-873c-e85f1cb2d77f service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.4561057
Jun 24 16:38:41.750431 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:41.781329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:41.836129 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-4c2131da-3cb1-4136-b394-259aaf974ad1 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 998 time: 0.1912842
Jun 24 16:38:41.980215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9366a95-2931-45b7-ae70-da57ed4731c2 req-c0b297e1-5d7a-484e-88e3-387a6bbb38aa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:41.981649 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f9366a95-2931-45b7-ae70-da57ed4731c2 req-c0b297e1-5d7a-484e-88e3-387a6bbb38aa tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.4725084
Jun 24 16:38:42.030544 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d4af-721c-4afa-a815-c729b018314c req-eb8f57b1-73c1-4603-a0f1-a907811bf3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:42.032064 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-eb8f57b1-73c1-4603-a0f1-a907811bf3e7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.1872377
Jun 24 16:38:42.054354 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6981880-1521-409e-b112-25a749ede195 None None] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:38:42.171245 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f9366a95-2931-45b7-ae70-da57ed4731c2 req-a36214ae-a721-4ef5-b6eb-79ae3e2bd45e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1769748
Jun 24 16:38:42.203271 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Provisioning for port cdda4207-75d8-4cae-a2a7-e7373b9134d1 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:42.216795 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb880>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:41Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:42.226998 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-891ffdcd-93b4-4dc2-8ab8-58c47264d823 None None] The sync data for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi is: [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:41Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:42.230794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Provisioning complete for port cdda4207-75d8-4cae-a2a7-e7373b9134d1 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:42.232385 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:42.516535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f037d4af-721c-4afa-a815-c729b018314c req-d3573b93-5ef7-47c8-875a-ca8f7c7566ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:42.517282 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Current status of the port cdda4207-75d8-4cae-a2a7-e7373b9134d1 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:42.517566 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:42.519160 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-d3573b93-5ef7-47c8-875a-ca8f7c7566ec service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.4627926
Jun 24 16:38:42.578045 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] For port cdda4207-75d8-4cae-a2a7-e7373b9134d1, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cdda4207-75d8-4cae-a2a7-e7373b9134d1,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:42.586124 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:42.671174 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:42.724065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c2b946-f3d8-46bf-b557-513d550717eb None None] Pushing event updated for resources: {'Port': ['ID=cdda4207-75d8-4cae-a2a7-e7373b9134d1,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:42.914828 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-7c17c256-dc01-4432-a9f3-20d0eaa5e65d service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3863072
Jun 24 16:38:42.916996 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-3e9ef8fa-88b3-4c53-ab65-6a26599f4d99 None None] Provisioning complete for port cdda4207-75d8-4cae-a2a7-e7373b9134d1 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:42.917364 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3e9ef8fa-88b3-4c53-ab65-6a26599f4d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:43.078285 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-3e9ef8fa-88b3-4c53-ab65-6a26599f4d99 None None] Current status of the port cdda4207-75d8-4cae-a2a7-e7373b9134d1 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:43.109074 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f037d4af-721c-4afa-a815-c729b018314c req-7433636b-b3a6-4290-b51e-d1b00245af88 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1853547
Jun 24 16:38:43.110988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:38:43.148488 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a4826eab-9c98-4a16-a437-4cbba7fba76e up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:43.229620 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port a4826eab-9c98-4a16-a437-4cbba7fba76e completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:43.238878 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port a4826eab-9c98-4a16-a437-4cbba7fba76e triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:43.239516 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:43.429843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:43.446956 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Sync routers for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:43.459910 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port a4826eab-9c98-4a16-a437-4cbba7fba76e is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:43.460972 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:43.471313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:43.472003 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bbb670>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:43.479344 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:43.485311 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c8a86ced-4eea-473d-906c-1fc02c2c9a2f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 924 time: 4.6282794
Jun 24 16:38:43.486604 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35564) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:38:43.501352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedb88c7-3e67-4c70-bf57-e601ec6db0c1 req-c8a9a253-4b45-4c4b-9538-3b0d369c6b8e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:43.504098 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dedb88c7-3e67-4c70-bf57-e601ec6db0c1 req-c8a9a253-4b45-4c4b-9538-3b0d369c6b8e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1823370
Jun 24 16:38:43.593530 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dedb88c7-3e67-4c70-bf57-e601ec6db0c1 req-dbff94de-2358-44ee-a249-c4c5eadf1c93 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0775328
Jun 24 16:38:43.673567 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port a4826eab-9c98-4a16-a437-4cbba7fba76e, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a4826eab-9c98-4a16-a437-4cbba7fba76e,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:43.689946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:43.690767 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cdda4207-75d8-4cae-a2a7-e7373b9134d1 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:43.822397 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:43.867193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:44.116295 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port cdda4207-75d8-4cae-a2a7-e7373b9134d1 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:44.116617 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:44.428664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port cdda4207-75d8-4cae-a2a7-e7373b9134d1 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:44.469920 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bbb670>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:41Z', 'revision_number': 3, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:44.475583 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Checking router: 76575850-3727-42f8-a9ca-7b0e37ce1dc0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:44.475939 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Updating router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:38:44.575323 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.068316 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91fcc52-4158-475b-9faa-2a8c3a8de30f req-e96c04e7-6f44-468e-a8d3-19d1d4348b94 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:45.083017 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d91fcc52-4158-475b-9faa-2a8c3a8de30f req-e96c04e7-6f44-468e-a8d3-19d1d4348b94 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2202954
Jun 24 16:38:45.083513 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.165534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a4826eab-9c98-4a16-a437-4cbba7fba76e up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:45.180555 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d91fcc52-4158-475b-9faa-2a8c3a8de30f req-d50b4167-9656-4608-8fce-0cdbc7d50459 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948784
Jun 24 16:38:45.532401 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port a4826eab-9c98-4a16-a437-4cbba7fba76e triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:45.532401 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.533192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Allocated IP 172.20.0.1 (1c3fed8d-b972-4855-ba99-281011ca6c06/10affbd2-29f5-42db-b005-de2932ee7d28/21d3ab9c-11f0-4441-9c7d-84b853b1d10b) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:38:45.572031 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.608633 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Transition to ACTIVE for port object 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:45.621876 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.757653 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Attempting to bind port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:45.757984 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Attempting to bind port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:45.758599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Attempting to bind port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:45.786138 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.807577 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b8c54-2155-4f0c-94a3-8c20d471845e None None] Pushing event updated for resources: {'Port': ['ID=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:45.818217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 22), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:45.818594 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:45.819142 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.819921 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:45.821116 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Bound port: 6b95a9bd-4aee-460b-ae06-d388bb3e3a60, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:45.821116 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:45.854076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Transition to ACTIVE for port object 21d3ab9c-11f0-4441-9c7d-84b853b1d10b will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:45.916590 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:46.037332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port a4826eab-9c98-4a16-a437-4cbba7fba76e is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:46.073278 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] For port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:46.082629 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] For port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:46.089530 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:46.103472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:46.109606 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:46.125948 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:38:46.241147 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520b8c54-2155-4f0c-94a3-8c20d471845e None None] Pushing event updated for resources: {'Port': ['ID=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:46.305664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:46.313927 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:46.321808 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bbb670>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:46.390469 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Pushing event updated for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:46.433431 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.433431 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.433810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.434563 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.435945 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.436202 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.444101 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.444651 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.445180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.445717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.446317 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.446962 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:38:46.726907 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:46.838911 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-289af518-440c-4f09-b336-8673a41c069c None None] Provisioning for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:46.867841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-289af518-440c-4f09-b336-8673a41c069c None None] Provisioning complete for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:46.868518 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-289af518-440c-4f09-b336-8673a41c069c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:46.896037 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c37223e-cfee-4634-8d12-ed1553ab881f req-3a242b4f-2576-41e8-ba95-cc9e15c7171d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:46.899290 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c37223e-cfee-4634-8d12-ed1553ab881f req-3a242b4f-2576-41e8-ba95-cc9e15c7171d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1747525
Jun 24 16:38:47.006146 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:47.019337 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c37223e-cfee-4634-8d12-ed1553ab881f req-755c9c80-3e01-4dc1-94f3-99c1d906fe55 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1118412
Jun 24 16:38:47.368625 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:47.376892 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:47.444777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-289af518-440c-4f09-b336-8673a41c069c None None] Port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:38:47.675822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bbb670>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '21d3ab9c-11f0-4441-9c7d-84b853b1d10b', 'name': '', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'mac_address': 'fa:16:3e:2a:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:45Z', 'updated_at': '2022-06-24T16:38:45Z', 'revision_number': 1, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'subnets': [{'id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:47.684018 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7adcf48-887f-4657-8058-0b5212f6406e None None] The sync data for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi is: [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '21d3ab9c-11f0-4441-9c7d-84b853b1d10b', 'name': '', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'mac_address': 'fa:16:3e:2a:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:45Z', 'updated_at': '2022-06-24T16:38:45Z', 'revision_number': 1, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'subnets': [{'id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:47.791950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Pushing event updated for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:47.869425 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:48.098299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:38:48.100554 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:38:48.569001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04dd66b2-e82e-4642-804a-9a2a7ff9e683 req-5f4b798a-6210-49b2-b516-0b5591044fb7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:48.571357 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-04dd66b2-e82e-4642-804a-9a2a7ff9e683 req-5f4b798a-6210-49b2-b516-0b5591044fb7 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2334688
Jun 24 16:38:48.627625 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-cc6e8b8b-b5ef-4cf6-8d8e-cf79064c2b64 None None] Provisioning complete for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:48.628154 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cc6e8b8b-b5ef-4cf6-8d8e-cf79064c2b64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:48.642973 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:38:48.761592 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-04dd66b2-e82e-4642-804a-9a2a7ff9e683 req-59da43c2-4a44-4337-a5f5-e5647199490f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1593707
Jun 24 16:38:48.830726 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-cc6e8b8b-b5ef-4cf6-8d8e-cf79064c2b64 None None] Port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:38:48.872540 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-90c57b56-e687-435c-acd4-d9247d389be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:49.187761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:49.248175 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-524ebc9f-8376-496b-9b06-6e9e3461feb4 admin admin] 10.222.0.18 "PUT /v2.0/routers/76575850-3727-42f8-a9ca-7b0e37ce1dc0/add_router_interface HTTP/1.1" status: 200  len: 503 time: 5.7599089
Jun 24 16:38:50.273352 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203cbc0d-f2e0-48e1-b578-13eb475c473f req-9fb570b2-e594-447c-8655-9dbdca33aaa2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:50.296051 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-203cbc0d-f2e0-48e1-b578-13eb475c473f req-9fb570b2-e594-447c-8655-9dbdca33aaa2 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2815027
Jun 24 16:38:50.431380 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-203cbc0d-f2e0-48e1-b578-13eb475c473f req-d31b94e7-81e9-44c0-933d-41ef4b1f05ce tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1329715
Jun 24 16:38:51.205834 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:51.320483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e1304288-4123-4430-b523-d351d4585350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:51.325027 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:51.332412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:51.333029 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:51.525637 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:51.526783 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:51.555336 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:51.561963 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:51.790018 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:51.835873 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6458b96-4e1f-4620-a777-d9c6c420d291 req-41b0eb0a-ab37-4bd7-ba7f-97faf13f8c99 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:51.846324 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6458b96-4e1f-4620-a777-d9c6c420d291 req-41b0eb0a-ab37-4bd7-ba7f-97faf13f8c99 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1839454
Jun 24 16:38:51.853902 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Sync routers for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:51.865724 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:51.867293 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb160>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:51.967988 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:52.019399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6458b96-4e1f-4620-a777-d9c6c420d291 req-dc497822-c2e7-4754-a2fc-216f592b4874 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1719954
Jun 24 16:38:52.241871 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:52.293025 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:53.015393 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb160>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '21d3ab9c-11f0-4441-9c7d-84b853b1d10b', 'name': '', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'mac_address': 'fa:16:3e:2a:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:45Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 2, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'subnets': [{'id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:53.021994 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Checking router: 76575850-3727-42f8-a9ca-7b0e37ce1dc0 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:53.022625 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Updating router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:38:53.130604 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:53.137850 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:53.350726 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:53.351490 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:53.540465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57456ebf-cfef-4263-9d57-c462be1271ba req-2a6686de-8231-4bf5-a311-7d752e002b29 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:53.544299 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-57456ebf-cfef-4263-9d57-c462be1271ba req-2a6686de-8231-4bf5-a311-7d752e002b29 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2302597
Jun 24 16:38:53.584778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:53.639566 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-57456ebf-cfef-4263-9d57-c462be1271ba req-a9217e35-834d-415c-9f79-442ed9bf190b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0868266
Jun 24 16:38:53.747641 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:53.779199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d533712f-68f1-41b1-a25f-2510140adebe req-cd58536a-de60-4109-b7bc-f4faf1dab983 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:53.780885 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d533712f-68f1-41b1-a25f-2510140adebe req-cd58536a-de60-4109-b7bc-f4faf1dab983 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.1651456
Jun 24 16:38:53.884151 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d533712f-68f1-41b1-a25f-2510140adebe req-b2a43365-6cf0-4f3e-af3a-a5e744b29c17 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0952666
Jun 24 16:38:54.072953 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:54.087669 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Transition to ACTIVE for port object 21d3ab9c-11f0-4441-9c7d-84b853b1d10b will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:38:54.098827 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:54.369181 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeae92-1df9-4464-b679-d7479f27beb0 None None] Pushing event updated for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:54.489960 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Attempting to bind port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:38:54.491283 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Attempting to bind port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:38:54.492302 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Attempting to bind port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b on network 1c3fed8d-b972-4855-ba99-281011ca6c06 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:38:54.504765 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:38:54.505402 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Checking segment: {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:38:54.505974 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:54.506539 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Bound using segment: {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:38:54.507263 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Bound port: 21d3ab9c-11f0-4441-9c7d-84b853b1d10b, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9895b2dc-d7ec-47d6-842d-0d1d078b2edc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 306, 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:38:54.508099 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:54.726196 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] For port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:38:54.730729 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] For port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:38:54.738829 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:54.874839 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3aeae92-1df9-4464-b679-d7479f27beb0 None None] Pushing event updated for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:54.907723 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:54.909642 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb160>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:55.170599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 21d3ab9c-11f0-4441-9c7d-84b853b1d10b up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:55.231729 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9817596b-3d1d-44b5-9556-f30b58ab99f1 req-94071365-c66c-4101-bd90-b13afe590efe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:55.247330 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9817596b-3d1d-44b5-9556-f30b58ab99f1 req-94071365-c66c-4101-bd90-b13afe590efe tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2087338
Jun 24 16:38:55.387383 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9817596b-3d1d-44b5-9556-f30b58ab99f1 req-a823a5e9-9f8e-4696-a326-76415723b352 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1327085
Jun 24 16:38:55.459089 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:55.510475 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Provisioning complete for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:55.511185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:55.537955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:38:55.560477 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:55.561303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:55.607421 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce831736-ebd9-4f88-80fe-a08541e30725 req-998c1357-7801-4d28-b782-52239a4da422 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:55.609352 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce831736-ebd9-4f88-80fe-a08541e30725 req-998c1357-7801-4d28-b782-52239a4da422 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.2833652
Jun 24 16:38:55.732021 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ce831736-ebd9-4f88-80fe-a08541e30725 req-25e41d7b-b906-4856-b889-5837073b33da tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1127551
Jun 24 16:38:55.907348 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:55.908196 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:55.932543 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Current status of the port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:55.933084 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:55.983169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-592bdc19-3788-47f3-8605-5f222d986a05 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:55.985027 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-592bdc19-3788-47f3-8605-5f222d986a05 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.1666977
Jun 24 16:38:56.026880 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:56.036379 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:56.157027 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:38:56.158240 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:38:56.173445 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:38:56.173788 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:56.238103 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:56.241066 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b93eb160>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '21d3ab9c-11f0-4441-9c7d-84b853b1d10b', 'name': '', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'mac_address': 'fa:16:3e:2a:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:45Z', 'updated_at': '2022-06-24T16:38:54Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'subnets': [{'id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:56.245948 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea3c58c2-b3dd-4ea2-9e4f-bd99925a385d None None] The sync data for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi is: [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:38:46Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '21d3ab9c-11f0-4441-9c7d-84b853b1d10b', 'name': '', 'network_id': '1c3fed8d-b972-4855-ba99-281011ca6c06', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'mac_address': 'fa:16:3e:2a:f1:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_interface', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:45Z', 'updated_at': '2022-06-24T16:38:54Z', 'revision_number': 4, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'subnets': [{'id': '10affbd2-29f5-42db-b005-de2932ee7d28', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:38:56.803050 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-eb3dec99-12ce-4211-92d5-2c4a556552b1 None None] Current status of the port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:56.826428 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ff9d3-bbd4-4bf9-82d1-4d3ab622b7a6 req-ce5112d8-5a8b-45ff-85f5-4e85a7764095 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:56.836367 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-538ff9d3-bbd4-4bf9-82d1-4d3ab622b7a6 req-ce5112d8-5a8b-45ff-85f5-4e85a7764095 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.2402043
Jun 24 16:38:56.941167 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] For port 12a399ee-3431-4fdd-9fd8-fd3020deecf2, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=12a399ee-3431-4fdd-9fd8-fd3020deecf2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:38:56.941534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:57.106557 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 21d3ab9c-11f0-4441-9c7d-84b853b1d10b up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:38:57.144975 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-538ff9d3-bbd4-4bf9-82d1-4d3ab622b7a6 req-b3ba2a56-00fa-41f7-bf1c-2c54e910a212 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.3085306
Jun 24 16:38:57.260565 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:38:57.260565 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:57.515156 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:38:57.625901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43dbc90b-a10b-45f9-9bcf-67dc7c284b17 req-674a4e25-a71e-4da6-b2f3-8abb4fc9645b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:57.627498 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43dbc90b-a10b-45f9-9bcf-67dc7c284b17 req-674a4e25-a71e-4da6-b2f3-8abb4fc9645b tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 946 time: 0.4491048
Jun 24 16:38:57.677206 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:57.680199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:57.681517 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Floating IP d93e587b-eee7-4846-accc-1bd91b179333 disassociated. External IP: 172.27.2.155, port: 12a399ee-3431-4fdd-9fd8-fd3020deecf2.
Jun 24 16:38:57.682004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for 12a399ee-3431-4fdd-9fd8-fd3020deecf2 owned by compute:nova {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:38:57.940854 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43dbc90b-a10b-45f9-9bcf-67dc7c284b17 req-c0595bb6-7f12-480e-900d-9281f8420625 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups?id=d9d2a63f-581c-4b67-8766-84b8437b1103&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2988412
Jun 24 16:38:57.978552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:58.047871 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=12a399ee-3431-4fdd-9fd8-fd3020deecf2,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:38:58.689858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-462775be-90eb-48ef-9a8c-a7439b4106aa req-ba0eb8f0-0f75-49c0-9db0-726013eed19f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:38:58.692194 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-462775be-90eb-48ef-9a8c-a7439b4106aa req-ba0eb8f0-0f75-49c0-9db0-726013eed19f tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1906266
Jun 24 16:38:58.695397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:38:58.902792 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-462775be-90eb-48ef-9a8c-a7439b4106aa req-dc54f345-4fc8-4e21-bcb7-0335a705b984 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.2011485
Jun 24 16:38:58.964180 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:38:58.980573 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:38:59.003314 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:59.004277 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bfb640>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:59.105910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] No DVR routers for this DVR port 12a399ee-3431-4fdd-9fd8-fd3020deecf2 on host hv-cinder-84718 {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:38:59.110025 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:38:59.114398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'name': 'network-vif-deleted', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:38:59.212010 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-285e6b69-1334-452e-9bbf-ce2a701a5ba8 req-ec7b4746-feaa-4c8c-9e2c-c58315a8d606 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.47 "DELETE /v2.0/ports/12a399ee-3431-4fdd-9fd8-fd3020deecf2 HTTP/1.1" status: 204  len: 173 time: 3.2196083
Jun 24 16:38:59.213922 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc2113ec-3624-4381-93d9-90235b527f90'] response: {'server_uuid': '1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48', 'name': 'network-vif-deleted', 'tag': '12a399ee-3431-4fdd-9fd8-fd3020deecf2', 'status': 'completed', 'code': 200}
Jun 24 16:38:59.215802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-40240675-0682-4c56-b3f0-2acdff712aef req-6b233745-fa5b-440f-b6ae-d54a3a1b08e0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Synchronizing usage tracker for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:38:59.265450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-40240675-0682-4c56-b3f0-2acdff712aef req-6b233745-fa5b-440f-b6ae-d54a3a1b08e0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Unset dirty status for tenant:606ba814a2d8408ab0856d539ca79b4f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:38:59.291337 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-40240675-0682-4c56-b3f0-2acdff712aef req-6b233745-fa5b-440f-b6ae-d54a3a1b08e0 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/ports?device_id=1c66f8ad-8bbd-4134-9f8c-7fdb0be9dc48 HTTP/1.1" status: 200  len: 210 time: 0.1607318
Jun 24 16:38:59.335592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:38:59.700021 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 12a399ee-3431-4fdd-9fd8-fd3020deecf2 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:38:59.749073 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 12a399ee-3431-4fdd-9fd8-fd3020deecf2 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:38:59.749515 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 12a399ee-3431-4fdd-9fd8-fd3020deecf2 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:38:59.923736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bfb640>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:38:59.928708 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:38:59.940445 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:38:59.941412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8bfb640>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:00.193235 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1beab06-4e0f-4a6a-9e4e-dce4cb57cccd req-6c76977a-8d35-4012-8714-8d60185aa518 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:00.194883 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c1beab06-4e0f-4a6a-9e4e-dce4cb57cccd req-6c76977a-8d35-4012-8714-8d60185aa518 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1361253
Jun 24 16:39:00.228918 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:00.271955 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c1beab06-4e0f-4a6a-9e4e-dce4cb57cccd req-10396fa2-5ff2-46b5-b81e-edcfb8a09942 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0686755
Jun 24 16:39:00.485104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35684) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:00.611719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:00.656951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:00.759354 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:00.789187 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9d2a63f-581c-4b67-8766-84b8437b1103,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:00.789435 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8bfb640>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:00.805202 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:00.806035 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0510f41-be25-4110-bca3-510f970fba1e None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:29Z', 'revision_number': 4, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '401fdddd-7702-49d9-beda-18a3ce000ad2', 'name': '', 'network_id': '45be4882-d29a-4ee7-b3ed-ba8729666ff7', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'mac_address': 'fa:16:3e:a0:04:a5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_interface', 'standard_attr_id': 108, 'fixed_ips': [{'subnet_id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:25Z', 'updated_at': '2022-06-24T16:32:07Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'subnets': [{'id': '68535a78-e184-4235-b5a3-5d2e3f380e16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:39:00.813347 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35688) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:00.817825 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4d3fd8a9-0e4b-4c5e-a0e7-5b0916a49d8f tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/security-groups/d9d2a63f-581c-4b67-8766-84b8437b1103 HTTP/1.1" status: 204  len: 168 time: 0.3320932
Jun 24 16:39:00.843791 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-2ff8dc1d-1202-4201-ac1f-4de766590edc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] show failed (client error): The resource could not be found.
Jun 24 16:39:00.845487 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2ff8dc1d-1202-4201-ac1f-4de766590edc tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "GET /v2.0/security-groups/d9d2a63f-581c-4b67-8766-84b8437b1103 HTTP/1.1" status: 404  len: 347 time: 0.0264971
Jun 24 16:39:00.849476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35692) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:01.047735 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port 80a5c262-ce38-4536-aa09-17e5db455e80 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:01.048612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:01.187280 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-432281fc-9ca9-46ff-8807-cf8889f39f8d None None] New status for floating IP d93e587b-eee7-4846-accc-1bd91b179333: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:39:01.293317 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:01.294004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:01.434354 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for 80a5c262-ce38-4536-aa09-17e5db455e80 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:01.698649 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:39:01.738850 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfb031c-2348-40f6-90dc-a3aef9d12920 req-120c96d4-7a34-4f89-a425-1b2f446166bd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:01.740412 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3bfb031c-2348-40f6-90dc-a3aef9d12920 req-120c96d4-7a34-4f89-a425-1b2f446166bd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 943 time: 0.1393096
Jun 24 16:39:01.742423 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.db.api [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88115) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:39:01.742774 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG oslo_db.api [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:39:01.826462 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3bfb031c-2348-40f6-90dc-a3aef9d12920 req-9df9d28e-a5cb-4b1e-9479-0c09abb2250b tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0656116
Jun 24 16:39:01.863803 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:01.878773 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'port_id': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'mac_address': 'fa:16:3e:f3:6e:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 301, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:39:01.948270 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:01.948662 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:01.972144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:39:01.992688 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:01.997169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:02.084405 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=9']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:02.243663 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Deleting port 80a5c262-ce38-4536-aa09-17e5db455e80 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:02.244259 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:02.256822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['87b332d5-d83a-40ca-bb6b-503444dbbfbe'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:39:02.491764 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:02.491764 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:02.671001 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Calling delete_port for 80a5c262-ce38-4536-aa09-17e5db455e80 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:02.860427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:02.917200 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Pushing event deleted for resources: {'Port': ['ID=80a5c262-ce38-4536-aa09-17e5db455e80,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:03.102141 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:03.130315 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:03.131451 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-2f9480ce-15ee-4173-90e1-916969c9f179 tempest-AttachVolumeNegativeTest-928851823 tempest-AttachVolumeNegativeTest-928851823-project] 10.222.0.18 "DELETE /v2.0/floatingips/d93e587b-eee7-4846-accc-1bd91b179333 HTTP/1.1" status: 204  len: 168 time: 2.2807734
Jun 24 16:39:03.145779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e959c7a0-ade3-4e88-a31a-d97fabc64b1c req-ec2dc04a-82d7-4bd3-b282-6739bacbdac9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:03.147515 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e959c7a0-ade3-4e88-a31a-d97fabc64b1c req-ec2dc04a-82d7-4bd3-b282-6739bacbdac9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 944 time: 0.1407075
Jun 24 16:39:03.200674 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e959c7a0-ade3-4e88-a31a-d97fabc64b1c req-c460e311-e3bf-4e4b-bf67-997de587ae00 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0464852
Jun 24 16:39:03.536313 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-c0e3168f-a42b-455a-b7c0-01bb0e6a3eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:03.537184 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-c0e3168f-a42b-455a-b7c0-01bb0e6a3eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:network {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:39:03.557458 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-c0e3168f-a42b-455a-b7c0-01bb0e6a3eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:network {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:39:03.558569 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-c0e3168f-a42b-455a-b7c0-01bb0e6a3eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 814 time: 0.1858137
Jun 24 16:39:03.583392 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-230e04ad-a311-4491-a1c7-ad6e99be0b86 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/quotas/e2df211bdae44be6b7e0cc41c2cd11e4 HTTP/1.1" status: 200  len: 375 time: 0.0163496
Jun 24 16:39:03.713018 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-28e39dc4-ec67-4db7-8524-57c721948fe6 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&fields=id HTTP/1.1" status: 200  len: 302 time: 0.1223745
Jun 24 16:39:03.729188 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:39:03.843403 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 87b332d5-d83a-40ca-bb6b-503444dbbfbe triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:39:03.843774 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:03.881278 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e1e10621-50ac-4b3e-9026-40df32ad318e service neutron] 10.222.0.18 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1527038
Jun 24 16:39:03.976631 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 87b332d5-d83a-40ca-bb6b-503444dbbfbe is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:03.976936 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:04.008872 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:04.020567 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:04.027335 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:04.042347 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-50499ac1-3cdb-4c90-a025-ef3142fbd8a3 service neutron] 10.222.0.18 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1512349
Jun 24 16:39:04.070915 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a3814331-18b4-4b58-b0e0-76b031d349e7'] response: {'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'code': 200}
Jun 24 16:39:04.109155 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=10']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:04.324949 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9387de00-9f98-4c43-870d-4360be3e53ab req-8d707c20-ce1c-4231-9b52-ae2bf51b9da2 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 210 time: 0.0831563
Jun 24 16:39:04.629068 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789fb247-ba05-4345-9845-aa71d0cbda90 req-39e09f64-0fcb-44d0-adff-d0aa95d09d98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:04.630598 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-789fb247-ba05-4345-9845-aa71d0cbda90 req-39e09f64-0fcb-44d0-adff-d0aa95d09d98 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1099 time: 0.3047588
Jun 24 16:39:04.646287 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ab67ea-5b7a-4211-97d5-f12d70f1269b req-6a3a47e7-8cb6-4dcf-b8f1-01f995fcacca tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:04.648303 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-00ab67ea-5b7a-4211-97d5-f12d70f1269b req-6a3a47e7-8cb6-4dcf-b8f1-01f995fcacca tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.2807167
Jun 24 16:39:04.708763 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-789fb247-ba05-4345-9845-aa71d0cbda90 req-5bb8ae92-4c46-4dac-b0ae-83018c31be18 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0592847
Jun 24 16:39:04.734109 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-00ab67ea-5b7a-4211-97d5-f12d70f1269b req-bbdb5413-ce40-4061-a905-62e3ac5320dd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0626276
Jun 24 16:39:05.504882 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-81377a35-c1d7-46c9-93a7-f7531589ae99 req-06e46454-eebb-4dc5-b8be-0d422ed00143 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 210 time: 0.0548403
Jun 24 16:39:05.748008 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-fcdc91ab-a90c-407c-95be-fc61dc7bd277 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:05.749513 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-fcdc91ab-a90c-407c-95be-fc61dc7bd277 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 814 time: 0.1609442
Jun 24 16:39:05.767973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'port': {'device_id': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'admin_state_up': True, 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:06.064989 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:06.074162 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:port and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:06.082798 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for port was recalculated. Used quota:2. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:06.096877 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:06.118888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Made reservation on behalf of e2df211bdae44be6b7e0cc41c2cd11e4 for: {'port': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:39:06.124239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:06.153991 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5158718-f47b-4c5a-b134-80d16fd75c76 req-68e8dadc-6dcc-4237-afe1-d89a3c9f174d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:06.156334 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b5158718-f47b-4c5a-b134-80d16fd75c76 req-68e8dadc-6dcc-4237-afe1-d89a3c9f174d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.2133925
Jun 24 16:39:06.289083 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b5158718-f47b-4c5a-b134-80d16fd75c76 req-802ec17b-6cc9-48f2-b61d-220da8ab839c tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1235905
Jun 24 16:39:06.472596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Allocated IP 172.20.0.10 (2ca299b2-bbf3-454b-b3d7-c3b24ac05efb/2b6a4322-aff7-4c80-a3f0-ad5b4159b13f/688e29ea-2634-442c-8941-c7390b7f3cc6) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:39:06.896445 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ca87ed35-d373-4028-bb8d-c565f3a45e76 req-f7602b64-92ea-4cb6-a309-126691374ac7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 210 time: 0.1132345
Jun 24 16:39:07.063291 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:07.092925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Transition to ACTIVE for port object 688e29ea-2634-442c-8941-c7390b7f3cc6 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:39:07.158096 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:07.278188 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:07.295446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:39:07.297030 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:39:07.313145 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:39:07.444427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:07.445938 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:07.490034 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-e899c6f9-eb30-4ee2-a888-46250aa3c1e7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.7269535
Jun 24 16:39:07.744534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e14d5cff-b662-415d-9302-d1766e67ba97 None None] Provisioning for port 688e29ea-2634-442c-8941-c7390b7f3cc6 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:39:07.753713 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e14d5cff-b662-415d-9302-d1766e67ba97 None None] Provisioning complete for port 688e29ea-2634-442c-8941-c7390b7f3cc6 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:39:07.755055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e14d5cff-b662-415d-9302-d1766e67ba97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:07.792461 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85d004ba-e8f7-41f0-8a3c-0632e02bc981 req-0fd80e22-68ba-4303-9c79-e6e2202f28bd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:07.795252 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-85d004ba-e8f7-41f0-8a3c-0632e02bc981 req-0fd80e22-68ba-4303-9c79-e6e2202f28bd tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.1896169
Jun 24 16:39:07.910650 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e14d5cff-b662-415d-9302-d1766e67ba97 None None] Port 688e29ea-2634-442c-8941-c7390b7f3cc6 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:39:07.912975 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-85d004ba-e8f7-41f0-8a3c-0632e02bc981 req-9f7d1fae-3032-4aa5-ba7a-97160edbc8db tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0985665
Jun 24 16:39:08.220774 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35840) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:08.234882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Request body: {'port': {'device_id': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:08.330491 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-5463a136-e88c-41ba-839b-bf1019c0b93a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:08.336079 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-5463a136-e88c-41ba-839b-bf1019c0b93a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:39:08.454805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-5463a136-e88c-41ba-839b-bf1019c0b93a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:39:08.459480 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-5463a136-e88c-41ba-839b-bf1019c0b93a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 932 time: 0.3505244
Jun 24 16:39:08.639944 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:08.728186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-4f74f8d0-07a5-4f1d-8728-8a785cf6d4b6 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:39:08.755350 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-4f74f8d0-07a5-4f1d-8728-8a785cf6d4b6 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:39:08.764685 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3fe68bbd-cf20-4408-b56b-19ed177c610b req-4f74f8d0-07a5-4f1d-8728-8a785cf6d4b6 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.2885022
Jun 24 16:39:09.375333 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 688e29ea-2634-442c-8941-c7390b7f3cc6 {{(pid=88115) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:39:09.385398 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:09.409479 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Transition to ACTIVE for port object 688e29ea-2634-442c-8941-c7390b7f3cc6 will not be triggered until provisioned by entity L2. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:39:09.418147 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:09.595851 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:09.682125 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:09.758088 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Attempting to bind port 688e29ea-2634-442c-8941-c7390b7f3cc6 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:39:09.758437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Attempting to bind port 688e29ea-2634-442c-8941-c7390b7f3cc6 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:39:09.759108 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Attempting to bind port 688e29ea-2634-442c-8941-c7390b7f3cc6 on network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:39:09.765179 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Port 688e29ea-2634-442c-8941-c7390b7f3cc6 on network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:39:09.765561 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Attempting to bind port 688e29ea-2634-442c-8941-c7390b7f3cc6 on network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:39:09.775056 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 38, 41), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:39:09.775444 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Checking segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:39:09.775893 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Bound using segment: {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'} {{(pid=88115) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:39:09.776326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.managers [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Bound port: 688e29ea-2634-442c-8941-c7390b7f3cc6, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25750e7d-022f-4b97-a6c4-a55884dbc05d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 321, 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb'}}] {{(pid=88115) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:39:09.776703 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:10.055651 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, cleared binding levels {{(pid=88115) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:39:10.059892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88115) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:39:10.068397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:10.161264 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:10.162168 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:10.164230 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] 10.222.0.47 "PUT /v2.0/ports/688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 1094 time: 1.9353247
Jun 24 16:39:10.168587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:10.223658 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d10586e-d5d6-4c9f-b5d2-1deb5dc1461b service neutron] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=3']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:10.242980 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ff749f6-abd6-43e3-a4f4-c2304966127f req-b009ef1e-4e52-4e4f-9afe-538054cdff43 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:10.247661 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ff749f6-abd6-43e3-a4f4-c2304966127f req-b009ef1e-4e52-4e4f-9afe-538054cdff43 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.2916880
Jun 24 16:39:10.410600 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-75441a60-6dfa-444f-891f-5dbd13abd39b'] response: {'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:39:10.503928 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Deleting port 401fdddd-7702-49d9-beda-18a3ce000ad2 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:10.504277 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:10.517881 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9ff749f6-abd6-43e3-a4f4-c2304966127f req-f72fa6d0-ad1e-415c-a565-eaa213982ea9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1683800
Jun 24 16:39:10.542876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-1eab30fd-50dd-467b-87ce-a41013c234e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:10.544858 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-1eab30fd-50dd-467b-87ce-a41013c234e2 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1097 time: 0.2947516
Jun 24 16:39:10.801954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] For port 401fdddd-7702-49d9-beda-18a3ce000ad2, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=401fdddd-7702-49d9-beda-18a3ce000ad2,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:10.803425 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:10.965448 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-0ac652c3-b426-46ee-bc0e-bfdfcbfc1205 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 217 time: 0.1801400
Jun 24 16:39:11.055367 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:11.119675 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:39:11.141177 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Calling delete_port for 401fdddd-7702-49d9-beda-18a3ce000ad2 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:11.476982 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4efc8b6-ed1b-43ba-818f-5b10af435422 req-02ccc5c0-dfbd-4af3-814c-bd67f14c1a2f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:11.478523 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d4efc8b6-ed1b-43ba-818f-5b10af435422 req-02ccc5c0-dfbd-4af3-814c-bd67f14c1a2f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1695831
Jun 24 16:39:11.550364 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:11.580353 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d4efc8b6-ed1b-43ba-818f-5b10af435422 req-9609690b-0579-47db-a17a-7e3bbd8e3760 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0888300
Jun 24 16:39:11.662499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Pushing event deleted for resources: {'Port': ['ID=401fdddd-7702-49d9-beda-18a3ce000ad2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:11.776740 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43655d58-06be-4892-b44d-c6ea15c54290 req-3ece4f9e-cc2d-4884-92ee-39b106c20184 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:11.787772 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43655d58-06be-4892-b44d-c6ea15c54290 req-3ece4f9e-cc2d-4884-92ee-39b106c20184 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.1216524
Jun 24 16:39:11.858253 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43655d58-06be-4892-b44d-c6ea15c54290 req-38a4e907-49fb-4f61-bb16-35ee6bbb94ff tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0675125
Jun 24 16:39:12.057262 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:12.661930 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Router 778c343f-e1c8-41e3-9123-45ec0f8a9397 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:39:12.939718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315f64d0-0918-489d-a65a-9f881ed7fc82 req-7bc5f247-41fc-4ae5-a59d-c29ed0bf0102 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:12.948865 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-315f64d0-0918-489d-a65a-9f881ed7fc82 req-7bc5f247-41fc-4ae5-a59d-c29ed0bf0102 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1758790
Jun 24 16:39:13.046526 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-315f64d0-0918-489d-a65a-9f881ed7fc82 req-06cf721d-af63-4e46-a414-fea4633f5b08 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0948412
Jun 24 16:39:13.141656 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:39:13.154109 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Sync routers for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:39:13.166048 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-933e98aa-6d77-4846-8a90-b24803f02ca9 admin admin] 10.222.0.18 "PUT /v2.0/routers/778c343f-e1c8-41e3-9123-45ec0f8a9397/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 4.9395528
Jun 24 16:39:13.166392 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35866) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:13.172431 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:13.174026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8c53520>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:13.383242 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e5a1dd-cee5-47c1-a0d1-0737d60ddf16 req-bfda58c7-c3dc-43d9-852e-3f698a11b7d1 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:13.391068 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74e5a1dd-cee5-47c1-a0d1-0737d60ddf16 req-bfda58c7-c3dc-43d9-852e-3f698a11b7d1 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.3186069
Jun 24 16:39:13.450383 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:13.509024 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:13.716235 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-74e5a1dd-cee5-47c1-a0d1-0737d60ddf16 req-c07b7cb2-7702-47fa-8911-a2eee177738a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.3241632
Jun 24 16:39:13.816448 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:13.830522 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Deleting port 7698183a-2b66-4bed-b4a6-cea09f9aab0b {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:13.830522 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:14.014534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8c53520>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:39:11Z', 'revision_number': 5, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port': {'id': '7698183a-2b66-4bed-b4a6-cea09f9aab0b', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:51:36:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'device_owner': 'network:router_gateway', 'standard_attr_id': 85, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:15Z', 'updated_at': '2022-06-24T16:31:47Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:14.019293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Checking router: 778c343f-e1c8-41e3-9123-45ec0f8a9397 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:39:14.033822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Routers {'778c343f-e1c8-41e3-9123-45ec0f8a9397'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:14.034588 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8c53520>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:38:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['778c343f-e1c8-41e3-9123-45ec0f8a9397'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:14.073360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] For port 7698183a-2b66-4bed-b4a6-cea09f9aab0b, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=7698183a-2b66-4bed-b4a6-cea09f9aab0b,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:14.073986 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:14.237117 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Calling delete_port for 7698183a-2b66-4bed-b4a6-cea09f9aab0b owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:14.270280 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] Set router 778c343f-e1c8-41e3-9123-45ec0f8a9397 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:14.430215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aabdde06-07ac-4cd1-bdc0-666a5791cbc7 req-4aee6097-fcff-4377-87b0-0beec0a7238f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:14.432073 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aabdde06-07ac-4cd1-bdc0-666a5791cbc7 req-4aee6097-fcff-4377-87b0-0beec0a7238f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1552091
Jun 24 16:39:14.462740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8c53520>, [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:39:13Z', 'revision_number': 6, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:14.472667 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b7b7e8-ffff-44a0-8a77-c836f7a698f7 None None] The sync data for ids ['778c343f-e1c8-41e3-9123-45ec0f8a9397'] in dv-cinder-847189-3-iscsi is: [{'id': '778c343f-e1c8-41e3-9123-45ec0f8a9397', 'name': 'tempest-AttachVolumeNegativeTest-1316067856-router', 'tenant_id': '606ba814a2d8408ab0856d539ca79b4f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:39:13Z', 'revision_number': 6, 'project_id': '606ba814a2d8408ab0856d539ca79b4f', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:39:14.551571 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aabdde06-07ac-4cd1-bdc0-666a5791cbc7 req-8710c0a9-2821-48a0-b3d5-85d630a99ece tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1071081
Jun 24 16:39:14.588069 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:14.642807 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Pushing event deleted for resources: {'Port': ['ID=7698183a-2b66-4bed-b4a6-cea09f9aab0b,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:14.763151 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:14.994226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:14.996864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.096508 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.097247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 778c343f-e1c8-41e3-9123-45ec0f8a9397 {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:39:15.160536 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.161665 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-23071352-3f5e-4230-8757-c8db4a0cc82e admin admin] 10.222.0.18 "DELETE /v2.0/routers/778c343f-e1c8-41e3-9123-45ec0f8a9397 HTTP/1.1" status: 204  len: 168 time: 1.9943271
Jun 24 16:39:15.164782 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35876) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:15.176407 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9422d86-0b16-4d37-b5d3-468cd2f40081 req-3efcdaba-a149-4b79-aaaf-346df9ddc707 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:15.177950 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f9422d86-0b16-4d37-b5d3-468cd2f40081 req-3efcdaba-a149-4b79-aaaf-346df9ddc707 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.3025448
Jun 24 16:39:15.200535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-9d2e08a7-93f5-45b1-a4ae-6dfe31b1c539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:15.201866 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-9d2e08a7-93f5-45b1-a4ae-6dfe31b1c539 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0978081
Jun 24 16:39:15.241080 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Deleting subnet 68535a78-e184-4235-b5a3-5d2e3f380e16 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:39:15.245353 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.284493 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f9422d86-0b16-4d37-b5d3-468cd2f40081 req-13a633b1-a48e-4b99-86be-4181d7004552 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1003432
Jun 24 16:39:15.319237 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.319947 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 7698183a-2b66-4bed-b4a6-cea09f9aab0b no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:39:15.332511 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-d35ff365-e952-4557-a735-f2369247965c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:15.334714 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-d35ff365-e952-4557-a735-f2369247965c service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1162560
Jun 24 16:39:15.361671 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 7698183a-2b66-4bed-b4a6-cea09f9aab0b {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:39:15.362303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 7698183a-2b66-4bed-b4a6-cea09f9aab0b not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:39:15.363070 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 401fdddd-7702-49d9-beda-18a3ce000ad2 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:39:15.415574 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 401fdddd-7702-49d9-beda-18a3ce000ad2 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:39:15.416034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 401fdddd-7702-49d9-beda-18a3ce000ad2 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:39:15.424373 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.502584 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.518049 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-93479763-5be7-411a-b882-d29f02a1b0b9 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1729736
Jun 24 16:39:15.543374 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=68535a78-e184-4235-b5a3-5d2e3f380e16,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:15.545471 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.553302 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-2f649c39-aa58-4b3e-83ae-3b82e7074455 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/68535a78-e184-4235-b5a3-5d2e3f380e16 HTTP/1.1" status: 204  len: 168 time: 0.3868716
Jun 24 16:39:15.554329 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be1fe0-485a-43ce-8056-e4765324cd06 None None] Network 45be4882-d29a-4ee7-b3ed-ba8729666ff7 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:39:15.555463 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35880) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:15.688035 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.701196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Deleting port 9715c8cb-2869-4ede-9ecf-e4405d399dcb {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:15.701676 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.911315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] DHCP port deletion for 45be4882-d29a-4ee7-b3ed-ba8729666ff7 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:39:15.914040 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2c7858b-a683-4bf2-a7e0-5d166fcfa2fa req-36f161cf-909c-48d5-ad0a-b9b24500d5a9 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3844321
Jun 24 16:39:15.921449 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Deleting port 9715c8cb-2869-4ede-9ecf-e4405d399dcb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:15.921846 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:15.928847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ba04-0e0a-408d-816a-904db9f79927 req-812f28c2-47aa-4a52-995b-231317c6d1b3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:15.931314 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5940ba04-0e0a-408d-816a-904db9f79927 req-812f28c2-47aa-4a52-995b-231317c6d1b3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1765058
Jun 24 16:39:15.993578 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] For port 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=9715c8cb-2869-4ede-9ecf-e4405d399dcb,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:15.994338 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.058666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5940ba04-0e0a-408d-816a-904db9f79927 req-09bf611f-4134-4c22-bd79-d5a1227dc4ae tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1141574
Jun 24 16:39:16.111073 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-e22626d4-744c-4b5e-861c-d64090527c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:16.112508 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-e22626d4-744c-4b5e-861c-d64090527c66 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1097 time: 0.1243734
Jun 24 16:39:16.134683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Calling delete_port for 9715c8cb-2869-4ede-9ecf-e4405d399dcb owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:16.198965 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] For port 9715c8cb-2869-4ede-9ecf-e4405d399dcb, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=9715c8cb-2869-4ede-9ecf-e4405d399dcb,segment=NetworkSegment(30f465e4-bf7b-45ac-b846-02c59c75d2e5),segment_id=30f465e4-bf7b-45ac-b846-02c59c75d2e5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:16.199360 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.228901 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.281845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Pushing event deleted for resources: {'Port': ['ID=9715c8cb-2869-4ede-9ecf-e4405d399dcb,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:16.286897 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] No DVR routers for this DVR port 9715c8cb-2869-4ede-9ecf-e4405d399dcb on host dv-cinder-847189-3-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:39:16.291620 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-64df2bbe-3268-4653-8d04-61f088792574 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:16.295530 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-64df2bbe-3268-4653-8d04-61f088792574 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.1691933
Jun 24 16:39:16.351237 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Calling delete_port for 9715c8cb-2869-4ede-9ecf-e4405d399dcb owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:16.379759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-4b7d591a-f729-4aad-bbb8-d56aa2aa0a86 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 217 time: 0.0734906
Jun 24 16:39:16.449498 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:39:16.449953 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:39:16.468127 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-2281c450-262c-48a9-bde5-2d4c92280221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:16.470215 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-2281c450-262c-48a9-bde5-2d4c92280221 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0813949
Jun 24 16:39:16.488339 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.523058 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3b7cd60>,) {'filters': {'network_id': ['45be4882-d29a-4ee7-b3ed-ba8729666ff7']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:16.536909 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3b7cd60>, '30f465e4-bf7b-45ac-b846-02c59c75d2e5') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:16.537167 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3b7cd60>, '30f465e4-bf7b-45ac-b846-02c59c75d2e5') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:16.548692 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.566489 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.575546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Releasing vlan 312 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:39:16.576207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.638926 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ca04c24-c65b-498a-9c98-6cf950363055 req-b75a66f0-91ac-4e4f-b811-14673c5b1850 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:16.640338 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ca04c24-c65b-498a-9c98-6cf950363055 req-b75a66f0-91ac-4e4f-b811-14673c5b1850 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.1619871
Jun 24 16:39:16.646779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-9657f625-6faa-450c-95d5-dd99d33ec5b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:16.648230 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-9657f625-6faa-450c-95d5-dd99d33ec5b5 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1273882
Jun 24 16:39:16.653659 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 30f465e4-bf7b-45ac-b846-02c59c75d2e5 resource provider aggregate not found
Jun 24 16:39:16.677397 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 30f465e4-bf7b-45ac-b846-02c59c75d2e5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 30f465e4-bf7b-45ac-b846-02c59c75d2e5 found for delete  ", "request_id": "req-be3743fa-3239-49f9-8d98-407c462fcac6"}]}
Jun 24 16:39:16.690907 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.710528 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:16.723707 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] Pushing event deleted for resources: {'Network': ['ID=45be4882-d29a-4ee7-b3ed-ba8729666ff7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:16.749770 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-61dd0e11-9592-4e24-ae47-a7600555cc1e admin admin] 10.222.0.18 "DELETE /v2.0/networks/45be4882-d29a-4ee7-b3ed-ba8729666ff7 HTTP/1.1" status: 204  len: 168 time: 1.1929762
Jun 24 16:39:16.785479 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8ca04c24-c65b-498a-9c98-6cf950363055 req-5f56a8fa-4e3f-48fb-b114-d97f9d16811e tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1362858
Jun 24 16:39:16.871600 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-21e5c0a1-175f-4624-9057-46f64d502713 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1963372
Jun 24 16:39:16.943735 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35894) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:16.952271 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Deleting port 9715c8cb-2869-4ede-9ecf-e4405d399dcb {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:16.952271 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:17.022356 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5179d919-a695-43a9-8d16-91d02ab98f88 None None] The port '9715c8cb-2869-4ede-9ecf-e4405d399dcb' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:39:17.087645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 9715c8cb-2869-4ede-9ecf-e4405d399dcb no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:39:17.101247 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-de529e79-3c45-4597-a2ba-f0db3f2981df req-3a21fc5c-62f5-4544-816b-cf03fbb047c4 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2187021
Jun 24 16:39:17.148919 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 9715c8cb-2869-4ede-9ecf-e4405d399dcb {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:39:17.149389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 9715c8cb-2869-4ede-9ecf-e4405d399dcb not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:39:17.181520 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-af7d83d8-ddc7-471f-9111-d7230783d10d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=606ba814a2d8408ab0856d539ca79b4f&name=default HTTP/1.1" status: 200  len: 2975 time: 0.2344680
Jun 24 16:39:17.182854 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35900) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:17.191852 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-168cead8-583f-4ab4-ae21-a94b3efdf1d9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.3086853
Jun 24 16:39:17.299302 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-b8e76d34-7477-44fc-9367-d7e1a1d0757a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:17.300644 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-b8e76d34-7477-44fc-9367-d7e1a1d0757a service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=065254ebe67545639644fcbc6bd9fc31&device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 1099 time: 0.0857453
Jun 24 16:39:17.307314 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:17.342339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:17.368482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d06859-c1d5-4423-9f69-7b4d13151268 req-03899e37-ed03-4d76-ab6f-1c331d2270c3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:17.370042 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4d06859-c1d5-4423-9f69-7b4d13151268 req-03899e37-ed03-4d76-ab6f-1c331d2270c3 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1748738
Jun 24 16:39:17.463007 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b4d06859-c1d5-4423-9f69-7b4d13151268 req-778db285-ef17-44a6-b302-9f4410ad18cb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0851052
Jun 24 16:39:17.514888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:17.518262 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-ff834561-bf4f-4c84-862a-2e2a30dd99e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:17.519754 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-ff834561-bf4f-4c84-862a-2e2a30dd99e2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 200  len: 918 time: 0.1733999
Jun 24 16:39:17.534186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c683fe6e-7cd4-4cfa-99f0-5237c7c8f517,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:17.544176 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:17.545880 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9da8ac75-26a3-474c-8043-08e89f1796eb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c683fe6e-7cd4-4cfa-99f0-5237c7c8f517 HTTP/1.1" status: 204  len: 168 time: 0.3615787
Jun 24 16:39:17.651544 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-f7f1a1ab-e269-4742-b27f-635cd5c432d3 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 200  len: 1000 time: 0.1226964
Jun 24 16:39:17.721894 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-c22b63a5-d543-4ee3-83c6-0f00f3245867 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:17.723382 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-c22b63a5-d543-4ee3-83c6-0f00f3245867 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 200  len: 856 time: 0.0653839
Jun 24 16:39:17.832975 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-555f2e5c-9f17-487a-ba5e-485cec818248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:17.834493 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-555f2e5c-9f17-487a-ba5e-485cec818248 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=de427c78-c07a-4b67-b16a-301f510eb5d6&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0976899
Jun 24 16:39:18.006361 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-8baa14b7-c6ea-43af-a39e-b837a9f3ed18 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1645854
Jun 24 16:39:18.012379 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d3cd4df-74cd-468e-a22f-c2690f9c3d63 req-c80a8503-7830-467b-81a2-c8733096fa91 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:18.014475 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0d3cd4df-74cd-468e-a22f-c2690f9c3d63 req-c80a8503-7830-467b-81a2-c8733096fa91 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.1093476
Jun 24 16:39:18.074617 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0d3cd4df-74cd-468e-a22f-c2690f9c3d63 req-948f46c0-3d86-4246-a9ff-c2c431d75a40 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0526574
Jun 24 16:39:18.205907 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-f4b7c65f-a112-4ad8-992e-1d9f3164d954 req-e6f10588-d2b5-4c83-b552-6eaf46c74cb6 service neutron] 10.222.0.47 "GET /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1906469
Jun 24 16:39:18.692590 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0395f758-7496-4112-a54a-c67ee6171a0c req-56ad2fea-d718-4a29-ae4b-a4f0c55b03df tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:18.692590 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0395f758-7496-4112-a54a-c67ee6171a0c req-56ad2fea-d718-4a29-ae4b-a4f0c55b03df tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1052647
Jun 24 16:39:18.750341 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0395f758-7496-4112-a54a-c67ee6171a0c req-a339ee8a-9ead-4695-bd0b-910f59f6df6b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0516980
Jun 24 16:39:18.871711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4232397f-ee0d-40b8-84b7-e7244c397998 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.260864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 35960) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:19.288292 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6de3285-eb7b-4364-be22-e1897b39836a req-6601b31b-2748-468c-ab62-a3574d6e24aa tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:19.289812 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6de3285-eb7b-4364-be22-e1897b39836a req-6601b31b-2748-468c-ab62-a3574d6e24aa tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 944 time: 0.0912147
Jun 24 16:39:19.400501 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.417148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:19.421471 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Usage tracker for resource:security_group_rule and tenant:cbdb6a0d671c4d719015f418d31eae1e is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:19.425377 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:19.439624 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6de3285-eb7b-4364-be22-e1897b39836a req-4f955fcb-cd80-496a-8a04-e949f5b8bb04 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.1385972
Jun 24 16:39:19.440750 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:19.542666 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.548493 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.600632 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0f410e18-d43f-44fe-bf6e-d93359108da5,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:19.605941 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-73f692b7-f0f9-44c4-92c2-d85844adb0df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=cbdb6a0d671c4d719015f418d31eae1e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3440278
Jun 24 16:39:19.608884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 35966) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:19.676374 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.704737 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.765264 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 688e29ea-2634-442c-8941-c7390b7f3cc6 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:39:19.768639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.786412 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f410e18-d43f-44fe-bf6e-d93359108da5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:19.797779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:19.799164 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6389427d-fa34-4b67-b541-873cbe5b105e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0f410e18-d43f-44fe-bf6e-d93359108da5 HTTP/1.1" status: 204  len: 168 time: 0.1884916
Jun 24 16:39:20.038968 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3df286e2-2af8-4bf8-8cea-e3459f47e345 req-da8883ea-2ec0-42ff-9ac1-87fd5ecfaa2c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:20.042622 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3df286e2-2af8-4bf8-8cea-e3459f47e345 req-da8883ea-2ec0-42ff-9ac1-87fd5ecfaa2c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1357942
Jun 24 16:39:20.065121 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:20.084457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'port_id': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'mac_address': 'fa:16:3e:8a:99:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 321, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:39:20.111405 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3df286e2-2af8-4bf8-8cea-e3459f47e345 req-fd18fdc6-4234-4d4c-a983-1db09360b239 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0620093
Jun 24 16:39:20.160774 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 688e29ea-2634-442c-8941-c7390b7f3cc6 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:20.161165 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:20.179833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 688e29ea-2634-442c-8941-c7390b7f3cc6 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:39:20.202907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:20.208460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:20.322255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:20.333289 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.333631 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.333967 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.334297 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.334627 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.334967 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.335628 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.335953 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.336347 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.336824 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.337279 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.337745 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:20.493059 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:39:20.681861 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9562e5de-cd43-4d59-b8db-eb0ac7741cac req-471bef76-6b65-4996-98c4-0460cf05263f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:20.683569 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9562e5de-cd43-4d59-b8db-eb0ac7741cac req-471bef76-6b65-4996-98c4-0460cf05263f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 945 time: 0.1119022
Jun 24 16:39:20.746599 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9562e5de-cd43-4d59-b8db-eb0ac7741cac req-7d8c5e2d-3e1a-40ff-a17f-b1eae28bb41f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0560815
Jun 24 16:39:21.173298 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-0fc6833c-10b0-420b-8d0c-5928e1ecefe2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:21.346965 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302bef29-786c-4f29-bc74-d130e9abdacb req-1ebbcc1f-88bd-459d-92f1-f088840b2236 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:21.354050 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-302bef29-786c-4f29-bc74-d130e9abdacb req-1ebbcc1f-88bd-459d-92f1-f088840b2236 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1249771
Jun 24 16:39:21.410585 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-302bef29-786c-4f29-bc74-d130e9abdacb req-ac0b200f-a3d4-4fb9-91e5-94c689151165 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0544593
Jun 24 16:39:21.778412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 688e29ea-2634-442c-8941-c7390b7f3cc6 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:39:21.865781 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 688e29ea-2634-442c-8941-c7390b7f3cc6 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:39:21.873175 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 688e29ea-2634-442c-8941-c7390b7f3cc6 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:39:21.874125 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:21.940369 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36026) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:21.972020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32656328-40f4-4237-b0d9-897f694a02f7 req-548079b0-111b-40fe-8490-6140ebdabca4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:21.972878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-32656328-40f4-4237-b0d9-897f694a02f7 req-548079b0-111b-40fe-8490-6140ebdabca4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 945 time: 0.1167469
Jun 24 16:39:21.978080 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.035238 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-32656328-40f4-4237-b0d9-897f694a02f7 req-b143d29b-c9b2-4595-a899-9b59b38598dd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0543725
Jun 24 16:39:22.048257 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 688e29ea-2634-442c-8941-c7390b7f3cc6 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:22.048651 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.082122 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:22.091977 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:22.097975 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.124933 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.146359 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:22.149746 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-bc1cbee7-517e-4751-81f7-75aec235b6f4'] response: {'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'code': 200}
Jun 24 16:39:22.151972 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Usage tracker for resource:security_group_rule and tenant:56022d8c776a431da28ba4fcb3bb7ffd is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:22.155630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:22.163030 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:22.182270 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:22.264850 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.277897 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.283351 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.335017 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=56022d8c776a431da28ba4fcb3bb7ffd&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3920944
Jun 24 16:39:22.336613 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7fcb68a-d980-4175-99b3-46a35b5cde7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2393ef95-fc72-46bc-b209-7eea8eb5a5bd,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:22.337825 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36034) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:22.426122 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869515eb-e321-444a-ac3a-3a6d0130a9af req-fc578ecd-9c82-49f0-9fcb-c7351aa1d757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:22.426671 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.427691 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-869515eb-e321-444a-ac3a-3a6d0130a9af req-fc578ecd-9c82-49f0-9fcb-c7351aa1d757 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1099 time: 0.0879192
Jun 24 16:39:22.458491 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.480308 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-869515eb-e321-444a-ac3a-3a6d0130a9af req-3b7951a4-bed1-4a46-8cfd-fcd0785347cd service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0426486
Jun 24 16:39:22.532280 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.548869 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2393ef95-fc72-46bc-b209-7eea8eb5a5bd,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:22.595576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.596598 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ea03711b-66e4-45d4-9a25-927f5a16a1af admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2393ef95-fc72-46bc-b209-7eea8eb5a5bd HTTP/1.1" status: 204  len: 168 time: 0.2573309
Jun 24 16:39:22.669939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2b86a6-312b-406f-a7a0-5b23c5c2c046 req-7742c3df-0473-45bc-ae45-3de7074b499e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:22.671667 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb2b86a6-312b-406f-a7a0-5b23c5c2c046 req-7742c3df-0473-45bc-ae45-3de7074b499e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1197517
Jun 24 16:39:22.723291 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cb2b86a6-312b-406f-a7a0-5b23c5c2c046 req-ba2d4bd2-38ba-4b5b-a82d-0c02846a0bd1 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456598
Jun 24 16:39:22.927773 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36044) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:22.948339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:22.963419 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:22.967399 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Usage tracker for resource:security_group_rule and tenant:5eb40e2fd44f426a8d6c00d31e33eed9 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:22.970643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:22.978064 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:23.080522 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.088703 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.144981 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5eb40e2fd44f426a8d6c00d31e33eed9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2120194
Jun 24 16:39:23.144981 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ae07df-9921-4035-b421-f42ae76b32f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49c6d3e9-b44a-4122-8134-66e2f9266c99,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:23.145406 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36050) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:23.275940 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.313570 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.337910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedaf24d-3152-4e87-aca9-87a2560e72ef req-a698b5a8-3d59-4281-9c1b-cb2543473a0a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:23.339415 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eedaf24d-3152-4e87-aca9-87a2560e72ef req-a698b5a8-3d59-4281-9c1b-cb2543473a0a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.1744969
Jun 24 16:39:23.399694 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.413695 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-eedaf24d-3152-4e87-aca9-87a2560e72ef req-9f63d700-634c-452a-b235-7d4a089b5787 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0650117
Jun 24 16:39:23.440852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.456185 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49c6d3e9-b44a-4122-8134-66e2f9266c99,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:23.461992 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:23.463116 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0a4fffa6-edd2-4bd0-86cb-571dddf8baf2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/49c6d3e9-b44a-4122-8134-66e2f9266c99 HTTP/1.1" status: 204  len: 168 time: 0.3170896
Jun 24 16:39:23.959056 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b0e198-ba9a-4843-9734-f8b26a6ad0c3 req-e964edc4-5a91-4bdb-bb66-4dda9a905572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:23.960806 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e7b0e198-ba9a-4843-9734-f8b26a6ad0c3 req-e964edc4-5a91-4bdb-bb66-4dda9a905572 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1244149
Jun 24 16:39:24.022255 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e7b0e198-ba9a-4843-9734-f8b26a6ad0c3 req-1024c000-4023-49e5-b657-2444b3cdcbf2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0507214
Jun 24 16:39:24.649539 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d2740a-1642-4ab5-9e82-d667f4139575 req-c77b0315-fd53-44b7-bf9b-62a13b1ad573 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:24.651278 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c4d2740a-1642-4ab5-9e82-d667f4139575 req-c77b0315-fd53-44b7-bf9b-62a13b1ad573 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.0994108
Jun 24 16:39:24.707221 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c4d2740a-1642-4ab5-9e82-d667f4139575 req-bf19d0c3-eef1-4869-a327-122c35bdcb89 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0438402
Jun 24 16:39:24.937692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d72fc4ed-8f01-4e82-893d-47160a1a10ac req-683ad74d-1b23-4da3-b12d-7477e5d1c475 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:24.937692 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d72fc4ed-8f01-4e82-893d-47160a1a10ac req-683ad74d-1b23-4da3-b12d-7477e5d1c475 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.1114388
Jun 24 16:39:24.992458 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d72fc4ed-8f01-4e82-893d-47160a1a10ac req-234f6fde-52bb-4dfc-8dbb-392b8cd59c10 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0477226
Jun 24 16:39:25.272140 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d191e6b-839b-4a93-aba6-c220394f08ea req-ad85d02f-738d-4cdd-aa5a-85b68bb825d1 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:25.275295 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d191e6b-839b-4a93-aba6-c220394f08ea req-ad85d02f-738d-4cdd-aa5a-85b68bb825d1 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1034579
Jun 24 16:39:25.390236 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d191e6b-839b-4a93-aba6-c220394f08ea req-1a72f442-73d6-4620-9d3b-909c31a0bcb8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1048236
Jun 24 16:39:25.510273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aecde-9352-41ab-a331-923567a306e4 req-01f9ee52-05e4-4a3f-b3d5-6345a5a3f1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:25.511904 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-01f9ee52-05e4-4a3f-b3d5-6345a5a3f1f0 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.1148069
Jun 24 16:39:25.547336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e89012-d4d3-4c15-8c7f-66a8186e35a1 req-0a4713e2-e3f9-4505-ba1d-ce841deb957f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:25.548966 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45e89012-d4d3-4c15-8c7f-66a8186e35a1 req-0a4713e2-e3f9-4505-ba1d-ce841deb957f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.1000202
Jun 24 16:39:25.599332 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-45e89012-d4d3-4c15-8c7f-66a8186e35a1 req-922c7980-4c53-4993-a6d6-7a7811b70d2d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0443318
Jun 24 16:39:25.679688 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aecde-9352-41ab-a331-923567a306e4 req-55a99767-63a8-4237-914d-b607959846f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:25.681183 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-55a99767-63a8-4237-914d-b607959846f2 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.1607935
Jun 24 16:39:25.800064 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-890ef7da-f412-4dfd-a4c6-13de5e45a3f8 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 1001 time: 0.1085024
Jun 24 16:39:25.875152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aecde-9352-41ab-a331-923567a306e4 req-0cd964ca-bd87-45cb-ba95-5925b42050a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:25.877370 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-0cd964ca-bd87-45cb-ba95-5925b42050a4 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.0687399
Jun 24 16:39:25.999192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9aecde-9352-41ab-a331-923567a306e4 req-0df59454-b369-47dd-8267-a02fee7e8c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:26.001367 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-0df59454-b369-47dd-8267-a02fee7e8c0d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1168501
Jun 24 16:39:26.309966 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-36eb93f0-932e-4e98-8366-1154cdda7eac service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3012853
Jun 24 16:39:26.463484 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ea9aecde-9352-41ab-a331-923567a306e4 req-f0f0ed2f-ad40-4879-8de5-daff5a5e1f43 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1468749
Jun 24 16:39:26.628719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7932f8-5877-40e0-9f81-b6df9e71c0e1 req-76559242-1804-417c-aa12-95d4939ce126 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:26.630038 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1d7932f8-5877-40e0-9f81-b6df9e71c0e1 req-76559242-1804-417c-aa12-95d4939ce126 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1054873
Jun 24 16:39:26.677011 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1d7932f8-5877-40e0-9f81-b6df9e71c0e1 req-2b60ea67-5c14-4326-a079-2968a155605d tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0395403
Jun 24 16:39:27.875014 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3d402f-3d63-4336-a44f-70b28628825c req-2a64ce65-d364-46ac-9ab1-9bfa51d1805c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:27.879346 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf3d402f-3d63-4336-a44f-70b28628825c req-2a64ce65-d364-46ac-9ab1-9bfa51d1805c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0980330
Jun 24 16:39:27.936856 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf3d402f-3d63-4336-a44f-70b28628825c req-18b17712-5e9c-4194-91ac-2dc15ba60abe tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0531337
Jun 24 16:39:29.240104 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fecb6d4-03ce-486f-abaa-a2415b174b5f req-5e4faa82-b450-4c83-b099-ce87b6d356f2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:29.241572 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2fecb6d4-03ce-486f-abaa-a2415b174b5f req-5e4faa82-b450-4c83-b099-ce87b6d356f2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1827581
Jun 24 16:39:29.285987 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2fecb6d4-03ce-486f-abaa-a2415b174b5f req-f8bea40c-a02c-4d8f-8757-5edf5c3558d7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0386534
Jun 24 16:39:30.490029 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37d880c0-a09c-44af-97eb-a44fe4726886 req-36063923-505e-47db-8fef-bb5e8f3e149f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:30.491584 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-37d880c0-a09c-44af-97eb-a44fe4726886 req-36063923-505e-47db-8fef-bb5e8f3e149f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0973420
Jun 24 16:39:30.537791 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-37d880c0-a09c-44af-97eb-a44fe4726886 req-4e9f98d3-de38-4db7-8b9b-bba83cd46a6e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0404971
Jun 24 16:39:30.902181 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-dd9fd377-bf90-4df3-9397-bbbe62ff4b92 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e&fields=id&fields=resource_request HTTP/1.1" status: 200  len: 255 time: 0.1515572
Jun 24 16:39:30.921163 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a66dd04-c0c8-4527-ab61-0f2eb47c93ce req-aa63b913-8670-4526-ab4f-6c03eb9433be tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:30.923702 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a66dd04-c0c8-4527-ab61-0f2eb47c93ce req-aa63b913-8670-4526-ab4f-6c03eb9433be tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1148381
Jun 24 16:39:30.980358 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7a66dd04-c0c8-4527-ab61-0f2eb47c93ce req-624fb2cf-5247-48c8-a23b-5a2d34d1cdf4 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0478070
Jun 24 16:39:32.184378 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a65527-5820-4e24-ae50-2fb89141a6b6 req-0de40920-9460-4f81-878e-3fa015ac8300 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:32.185942 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a7a65527-5820-4e24-ae50-2fb89141a6b6 req-0de40920-9460-4f81-878e-3fa015ac8300 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0983434
Jun 24 16:39:32.240166 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a7a65527-5820-4e24-ae50-2fb89141a6b6 req-1697a2f1-5742-43d9-9330-2d3d3e62402c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0476787
Jun 24 16:39:33.459596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0dc70-68ee-4a7a-8a76-86b93b97bdc6 req-c5b6f43b-d002-443f-93b1-4466579cb6cb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:33.461096 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fed0dc70-68ee-4a7a-8a76-86b93b97bdc6 req-c5b6f43b-d002-443f-93b1-4466579cb6cb tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1098235
Jun 24 16:39:33.514449 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fed0dc70-68ee-4a7a-8a76-86b93b97bdc6 req-1e467304-7f70-4b0b-b77f-fc65685136a2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0429766
Jun 24 16:39:33.838480 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:39:33.951951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36252) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:33.960753 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6d2412c6-1db3-4737-baaa-2744c29fbff8 is: ACTIVE; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:33.961129 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:33.988723 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:33.998010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:34.003133 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.042798 dv-cinder-847189-3-iscsi neutron-server[88116]: WARNING neutron.notifiers.nova [-] Nova event matching ['req-f8c871fc-ded0-4d23-9ff7-6a9b5dae33ae']: {'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'code': 422} returned with failed status
Jun 24 16:39:34.074780 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=6']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:34.084923 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.099739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:34.103537 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Usage tracker for resource:security_group_rule and tenant:d67411fb0d1b47d4b54a9c2d524f595a is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:34.106324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:34.112004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:34.199856 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.204547 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.253338 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d67411fb0d1b47d4b54a9c2d524f595a&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3002553
Jun 24 16:39:34.254258 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74537da5-df4a-43a2-a800-208a61e5765f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:34.256012 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36260) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:34.261867 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.262213 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.262552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.262916 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.263250 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.263578 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.263903 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.264227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.264552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.264875 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.265197 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.265513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b1ba9e-fa41-4fd4-bb41-2717c27ccd70 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:34.314839 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.340686 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.390369 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.408473 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74537da5-df4a-43a2-a800-208a61e5765f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:34.418976 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.420079 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-76287d15-6106-4da8-b2b2-90cecf7d5fd0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/74537da5-df4a-43a2-a800-208a61e5765f HTTP/1.1" status: 204  len: 168 time: 0.1629894
Jun 24 16:39:34.730222 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa94db5e-9cdf-4f12-884c-334ed4466b4f req-a80c7384-fafd-45fd-8436-5523a434f478 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:34.739252 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa94db5e-9cdf-4f12-884c-334ed4466b4f req-a80c7384-fafd-45fd-8436-5523a434f478 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1067441
Jun 24 16:39:34.739843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36272) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:34.770919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.800223 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:34.807151 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Usage tracker for resource:security_group_rule and tenant:c35ad218a91a4a49b59a2f739252f675 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:34.811850 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa94db5e-9cdf-4f12-884c-334ed4466b4f req-d244c538-479c-454c-90ec-e092fd7cdfe7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0693796
Jun 24 16:39:34.812613 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:34.818925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:34.909058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.913182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:34.958064 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e80cbe-7044-465d-9195-7e03c50bf96c,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:34.962291 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-8f91e644-81c5-4d11-9222-6822b4c5afbd admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c35ad218a91a4a49b59a2f739252f675&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2214963
Jun 24 16:39:34.965009 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36276) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:35.025996 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.051854 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.103766 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.119953 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e80cbe-7044-465d-9195-7e03c50bf96c,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:35.128058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.129157 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-209d1397-af02-47d1-83e3-0e39a3341a33 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9e80cbe-7044-465d-9195-7e03c50bf96c HTTP/1.1" status: 204  len: 168 time: 0.1633885
Jun 24 16:39:35.523402 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36286) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:35.543092 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.558708 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:35.562682 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Usage tracker for resource:security_group_rule and tenant:04e625d5c00a4830a8cc3c8dc4567e34 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:35.565849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:35.571758 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:35.660934 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.665152 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.715370 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=04e625d5c00a4830a8cc3c8dc4567e34&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1909118
Jun 24 16:39:35.716919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db61257-c730-4972-9777-cfea6303f60c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e649fe45-e98a-4c39-a7b1-f7ccf7a9ff34,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:35.718052 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36296) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:35.789786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.815661 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.869278 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.886048 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e649fe45-e98a-4c39-a7b1-f7ccf7a9ff34,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:35.893415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:35.897416 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d0986794-7c06-44b6-b79a-dca30f6e0ae2 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e649fe45-e98a-4c39-a7b1-f7ccf7a9ff34 HTTP/1.1" status: 204  len: 168 time: 0.1781182
Jun 24 16:39:36.044655 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819de2ef-9082-4a50-ad9d-1de3b668f5cb req-624f9ee0-f1a4-4224-9608-01cfe30dc01a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.046318 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-819de2ef-9082-4a50-ad9d-1de3b668f5cb req-624f9ee0-f1a4-4224-9608-01cfe30dc01a tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.1634271
Jun 24 16:39:36.076376 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8152cf15-1cc4-4c62-9ca4-43ad68f8742b req-97ea98d7-2ece-4e3b-ada9-d09023166de5 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.077883 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8152cf15-1cc4-4c62-9ca4-43ad68f8742b req-97ea98d7-2ece-4e3b-ada9-d09023166de5 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1448262
Jun 24 16:39:36.126011 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-819de2ef-9082-4a50-ad9d-1de3b668f5cb req-f458a017-8cf0-4dc8-b2f6-51230bb07442 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0715663
Jun 24 16:39:36.146137 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8152cf15-1cc4-4c62-9ca4-43ad68f8742b req-7a8d9eeb-3672-4d68-b8b6-02b9f87ef2bc tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0582907
Jun 24 16:39:36.151915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36308) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:36.166512 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-5b20b65e-2576-400c-be0b-7d17e601c327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.168130 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-5b20b65e-2576-400c-be0b-7d17e601c327 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e&tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f HTTP/1.1" status: 200  len: 1096 time: 0.1058400
Jun 24 16:39:36.273516 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-b1fe359b-98b1-49b4-b344-2567e81ccd20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.275028 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-b1fe359b-98b1-49b4-b344-2567e81ccd20 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1096 time: 0.0837193
Jun 24 16:39:36.470986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-650f91e6-51ea-4a7b-bff7-a56a6ba5d6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.472856 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-650f91e6-51ea-4a7b-bff7-a56a6ba5d6a1 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.1914265
Jun 24 16:39:36.481497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1ee3e3b-356b-495c-ad5c-ad4943538134 tempest-TestMinimumBasicScenario-2107770233 tempest-TestMinimumBasicScenario-2107770233-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.481497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e1ee3e3b-356b-495c-ad5c-ad4943538134 tempest-TestMinimumBasicScenario-2107770233 tempest-TestMinimumBasicScenario-2107770233-project-admin] Synchronizing usage tracker for tenant:11ed0aaf7db4448cbc27f775a0084840 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:39:36.563444 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-e1ee3e3b-356b-495c-ad5c-ad4943538134 tempest-TestMinimumBasicScenario-2107770233 tempest-TestMinimumBasicScenario-2107770233-project-admin] Unset dirty status for tenant:11ed0aaf7db4448cbc27f775a0084840 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:39:36.567952 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e1ee3e3b-356b-495c-ad5c-ad4943538134 tempest-TestMinimumBasicScenario-2107770233 tempest-TestMinimumBasicScenario-2107770233-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1094 time: 0.4121110
Jun 24 16:39:36.568182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36328) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:36.573351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'port_id': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'fixed_ip_address': '172.20.0.10'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:36.580559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:36.584750 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:floatingip and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:36.588103 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:36.593868 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-67c6af17-10d2-4a99-9e19-d976eed5cb81 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 999 time: 0.1105907
Jun 24 16:39:36.595446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:36.608368 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:36.671211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-651b480b-8fbb-4e32-9e90-7952a17cc53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.672807 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-651b480b-8fbb-4e32-9e90-7952a17cc53a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.0702059
Jun 24 16:39:36.759947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:36.767650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-e78c6fcf-ab64-4a7c-b5a8-3ad4902eb036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:36.769209 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-e78c6fcf-ab64-4a7c-b5a8-3ad4902eb036 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0800650
Jun 24 16:39:36.907710 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Allocated IP 172.27.2.129 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/38619f37-8a0b-4d30-a609-d091df58253f) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:39:36.918116 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-e4af887d-b541-4f88-bbeb-5e8990d43db9 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1412344
Jun 24 16:39:37.075252 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-b977afe4-431b-4538-a9d0-8f20cb026d0a req-f1eec60a-8ac4-4910-b566-41fab8c3be6b service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1475074
Jun 24 16:39:37.165732 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:37.200876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:37.305066 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:39:37.314429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:39:37.323587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:39:37.355316 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'Port': ['ID=38619f37-8a0b-4d30-a609-d091df58253f,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:37.465312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c8815c-efaf-4173-ad74-13b56ef0308c req-1ed325db-cb58-40f8-abe2-c590825e38b5 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:37.466786 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-24c8815c-efaf-4173-ad74-13b56ef0308c req-1ed325db-cb58-40f8-abe2-c590825e38b5 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.2057903
Jun 24 16:39:37.669449 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-24c8815c-efaf-4173-ad74-13b56ef0308c req-e522c36e-620a-403b-80ff-e0de032655f2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1739516
Jun 24 16:39:37.803046 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:37.878011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:38.089486 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:38.094285 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:38.214509 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'Port': ['ID=38619f37-8a0b-4d30-a609-d091df58253f,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:38.224925 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:38.413183 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Floating IP 372831ea-1c38-47e5-bd1e-2d28e4da523b associated. External IP: 172.27.2.129, port: 688e29ea-2634-442c-8941-c7390b7f3cc6.
Jun 24 16:39:38.919832 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Router 5cfe5283-65b3-476a-9065-a00979ff22f4 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:39:38.930588 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4cbdf-1e67-4495-b224-2b23abde96e5 req-83f0eca6-7e87-4a89-bcda-2b27eace85f9 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:38.932585 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-89e4cbdf-1e67-4495-b224-2b23abde96e5 req-83f0eca6-7e87-4a89-bcda-2b27eace85f9 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1419415
Jun 24 16:39:39.108962 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-89e4cbdf-1e67-4495-b224-2b23abde96e5 req-9929c266-8432-47c2-8031-ff99e3b25ba2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1699989
Jun 24 16:39:39.157105 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:39:39.168618 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Sync routers for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:39:39.178741 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:39.179907 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9259a90>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:39.195947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.260864 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a0034ab6-2ed4-486a-be98-4fed497a42ee tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 997 time: 2.6873314
Jun 24 16:39:39.260864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:39.262025 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36374) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:39.266978 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-831328289', 'description': 'tempest-secgroup-smoke-831328289 description', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:39.273821 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:39.297121 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:39.310991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.339320 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:39.350511 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-09febe2e-5d25-46d4-a1bc-a519b7c08919'] response: {'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:39:39.360692 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:39.364307 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:39.371226 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:39.403936 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:39.526866 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.535618 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.556270 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-f62be9f5-923c-4d7f-b2d3-753e74f6c02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:39.557921 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-f62be9f5-923c-4d7f-b2d3-753e74f6c02d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1099 time: 0.1599143
Jun 24 16:39:39.659494 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3fe36388-f84c-489a-992f-b31b2e32a507,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:39.667224 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.668426 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dbb6ada8-ecce-49fd-8f1f-49c52a036eaf tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1792 time: 0.4060585
Jun 24 16:39:39.671368 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36388) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:39.677846 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:39.686640 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:39.700889 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:39.706997 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:39.716954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:39.760747 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-8a43e7db-db68-45dd-9c2e-53b47a2c3d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:39.762268 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-8a43e7db-db68-45dd-9c2e-53b47a2c3d69 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.1889684
Jun 24 16:39:39.763394 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:39.785225 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9259a90>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '372831ea-1c38-47e5-bd1e-2d28e4da523b', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'port_id': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'mac_address': 'fa:16:3e:8a:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:39:37Z', 'updated_at': '2022-06-24T16:39:37Z', 'revision_number': 0, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:39.789336 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Checking router: 5cfe5283-65b3-476a-9065-a00979ff22f4 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:39:39.797583 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:39.798150 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9259a90>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:39.977850 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:40.002661 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-bbbf02a5-173b-455c-81c9-2e0fb69bd5f5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 1000 time: 0.2307107
Jun 24 16:39:40.014949 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.050089 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.096344 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e098a3-b02a-45b5-b675-ced76b00d3ee,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:40.106964 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-056a72e4-1f6e-45ce-80a1-47a767967543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:40.108428 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-056a72e4-1f6e-45ce-80a1-47a767967543 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0954907
Jun 24 16:39:40.109259 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.110299 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f872e44a-3f56-4979-a6b7-f5987a00eecd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.4380336
Jun 24 16:39:40.113488 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36392) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.118215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:40.123898 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:40.161976 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:40.169367 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:40.181811 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:40.219272 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.259484 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-de9ec2b7-9a47-4d5d-b227-a376d41d902a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:40.260966 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-de9ec2b7-9a47-4d5d-b227-a376d41d902a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1333828
Jun 24 16:39:40.335553 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c1a71b7-36c5-4b93-b166-f03f53fe22ce req-8d43d290-1201-4da4-b0f4-433beaa8afde tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:40.337316 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c1a71b7-36c5-4b93-b166-f03f53fe22ce req-8d43d290-1201-4da4-b0f4-433beaa8afde tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1094313
Jun 24 16:39:40.364474 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9259a90>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '372831ea-1c38-47e5-bd1e-2d28e4da523b', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'port_id': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'mac_address': 'fa:16:3e:8a:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:39:37Z', 'updated_at': '2022-06-24T16:39:37Z', 'revision_number': 0, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:40.366203 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.370621 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec5a5bec-b9ba-414a-8836-a4c9e5f93227 None None] The sync data for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi is: [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '372831ea-1c38-47e5-bd1e-2d28e4da523b', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'floating_ip_address': '172.27.2.129', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'port_id': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 610, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'mac_address': 'fa:16:3e:8a:99:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:39:37Z', 'updated_at': '2022-06-24T16:39:37Z', 'revision_number': 0, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:39:40.382877 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.397340 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8c1a71b7-36c5-4b93-b166-f03f53fe22ce req-e9fd5cc3-5b5e-4275-956f-8834b429716f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0534511
Jun 24 16:39:40.438617 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1d156c22-f681-4770-8336-9c098b410c9a,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:40.455346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.456542 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-dfac2e71-f217-4cb6-a505-f7fcc60a4e78 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 763 time: 0.3421168
Jun 24 16:39:40.459643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36398) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.464644 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:40.465492 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-6da1aab4-8353-4853-8e29-312a5f6e7bd7 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1967847
Jun 24 16:39:40.470637 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:40.474820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:40.481379 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:40.488601 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:40.508228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.586852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.594798 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.616450 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5f8c2cd2-219b-416f-806f-38322a6e1383 req-2562c287-e36d-4bed-a49c-a5798fe3baec service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1432533
Jun 24 16:39:40.624274 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98330008-4c36-4bd1-8a4c-74a30e9657b8,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:40.637273 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6918341c-0ecc-4fe5-b4f3-d26ce323aaeb None None] New status for floating IP 372831ea-1c38-47e5-bd1e-2d28e4da523b: ACTIVE {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:39:40.646417 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.650596 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-266586d7-99ee-4fa6-b5f4-6c577f847600 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1874084
Jun 24 16:39:40.650867 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36406) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.661036 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:40.667328 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:40.671777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:40.675830 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:40.682217 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:40.701972 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.776596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.782936 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.814834 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c14213e4-4873-47d2-a37c-ee1457f15d2e,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:40.824083 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.828061 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36410) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.828270 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ba82e5ad-87f9-4707-a8ff-ab116d84289d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 768 time: 0.1761608
Jun 24 16:39:40.833682 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:40.840015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:40.844417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:40.848081 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:40.855991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:40.867597 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.securitygroups_db [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Project e2df211bdae44be6b7e0cc41c2cd11e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:39:40.874885 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.944355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.948787 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.956250 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36416) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.976451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13d795b5-6a5b-4f6a-afdd-3a7bf8d4ad96,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:40.984580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:40.985743 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f60c2def-b436-4940-a159-76446af9078d tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 774 time: 0.1563249
Jun 24 16:39:40.989215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36422) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:40.994768 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'security_group_rule': {'security_group_id': '3fe36388-f84c-489a-992f-b31b2e32a507', 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:41.001345 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:41.005450 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Usage tracker for resource:security_group_rule and tenant:e2df211bdae44be6b7e0cc41c2cd11e4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:41.008564 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:41.014712 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:41.027516 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.securitygroups_db [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Project e2df211bdae44be6b7e0cc41c2cd11e4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted.
Jun 24 16:39:41.036481 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.043711 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.101527 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.130268 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:41.133228 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.136007 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Usage tracker for resource:security_group_rule and tenant:ed3babb42a0b4b28bcb9abc308445a6d is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:41.139254 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:41.141810 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.156424 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:41.169455 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea583393-ffaf-48f0-85d3-2874233b5eb1,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:41.191084 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.192243 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-cad08141-3fa3-430a-bd85-705953ed0724 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 773 time: 0.2018456
Jun 24 16:39:41.276780 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.286424 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.363090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ea16557-9158-4075-8bfd-0e914ef56127,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:41.369494 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0472d246-5d4f-4967-a052-3f994ebbffbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ed3babb42a0b4b28bcb9abc308445a6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.4096408
Jun 24 16:39:41.371236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36430) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:41.379672 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-8bbea575-624a-4b69-8d93-d1c6f50f900f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831328289&fields=id&tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4 HTTP/1.1" status: 200  len: 267 time: 0.0860651
Jun 24 16:39:41.428311 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.457598 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.473713 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-fdf3f365-af8e-4d92-8a04-d561d1ddd5ff tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:41.475203 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-fdf3f365-af8e-4d92-8a04-d561d1ddd5ff tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.0895286
Jun 24 16:39:41.486504 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'port': {'security_groups': ['75978e04-b645-4a48-97fe-730e79b68d56', '3fe36388-f84c-489a-992f-b31b2e32a507']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:39:41.514333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.531280 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ea16557-9158-4075-8bfd-0e914ef56127,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:41.536871 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.540989 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5ab98170-1805-4916-b100-7d4aad90880b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2ea16557-9158-4075-8bfd-0e914ef56127 HTTP/1.1" status: 204  len: 168 time: 0.1662352
Jun 24 16:39:41.671830 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.697609 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8809419-4335-4078-8b58-03dc00227ba4 req-b9ce7df0-6ed3-47b5-8420-5d73836a40ae tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:41.698887 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8809419-4335-4078-8b58-03dc00227ba4 req-b9ce7df0-6ed3-47b5-8420-5d73836a40ae tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1834588
Jun 24 16:39:41.796681 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b8809419-4335-4078-8b58-03dc00227ba4 req-aecee80b-bcc5-4dfc-852d-bd1c91c5c907 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0729845
Jun 24 16:39:41.833190 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36440) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:41.850143 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.863985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:41.867760 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Usage tracker for resource:security_group_rule and tenant:bf13292d7c0b4ffd8e65e2705cf7075f is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:41.870594 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:41.877165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:41.961792 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.966710 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:41.984479 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:42.013568 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.016641 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=bf13292d7c0b4ffd8e65e2705cf7075f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1823030
Jun 24 16:39:42.018160 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1924980c-b585-4bfb-a154-c4c990014adb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b430c53-2110-45b8-bd4d-5fe19b3f4f24,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:42.018840 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.020389 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36444) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:42.034521 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:39:42.089950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.119006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.176207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.193877 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b430c53-2110-45b8-bd4d-5fe19b3f4f24,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:42.195783 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.196401 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.197748 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-972bb5f9-f101-4a9e-9491-deb401578b8b req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "PUT /v2.0/ports/688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 982 time: 0.7158272
Jun 24 16:39:42.198183 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:42.227633 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.228768 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-12833692-a6b1-4365-a146-7c3abc1d098f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7b430c53-2110-45b8-bd4d-5fe19b3f4f24 HTTP/1.1" status: 204  len: 168 time: 0.2074857
Jun 24 16:39:42.233632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e752e77e-bfed-4e93-9fab-a6cd3438f2f8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=6']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:42.279553 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d91175cb-6e02-4c73-9068-0dda5dca3680'] response: {'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:39:42.369269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:39:42.450459 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b31125-f0c5-4b58-8aa5-4f5785e2c864 req-27fa3846-0ed2-4645-a0f4-be1873069b03 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.460186 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97b31125-f0c5-4b58-8aa5-4f5785e2c864 req-27fa3846-0ed2-4645-a0f4-be1873069b03 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1361318
Jun 24 16:39:42.488985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-be05360b-0d42-4398-9e96-770bcdb315e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.493055 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-be05360b-0d42-4398-9e96-770bcdb315e9 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1138 time: 0.1875157
Jun 24 16:39:42.527405 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-97b31125-f0c5-4b58-8aa5-4f5785e2c864 req-348feba3-ba18-47b5-bd36-05d20e8a4706 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0640545
Jun 24 16:39:42.555879 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-f664cbba-98c4-49bc-ab9c-ba5dbd87f5da None None] Provisioning complete for port 688e29ea-2634-442c-8941-c7390b7f3cc6 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:39:42.556304 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f664cbba-98c4-49bc-ab9c-ba5dbd87f5da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:42.647281 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-777e5675-d786-4443-86db-f19f5b3e2d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.648753 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-777e5675-d786-4443-86db-f19f5b3e2d74 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.1489944
Jun 24 16:39:42.761404 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-7c081615-7cb1-4356-9cb9-f4819d50887a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 1002 time: 0.1060295
Jun 24 16:39:42.830958 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-34d2b348-48f8-4394-9c97-e3941d51140a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.832664 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-34d2b348-48f8-4394-9c97-e3941d51140a service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0618699
Jun 24 16:39:42.843600 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f664cbba-98c4-49bc-ab9c-ba5dbd87f5da None None] Current status of the port 688e29ea-2634-442c-8941-c7390b7f3cc6 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:42.948797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-aa695d1f-93c7-4814-a167-d009e3e50955 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:42.951796 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-aa695d1f-93c7-4814-a167-d009e3e50955 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1113551
Jun 24 16:39:43.041000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03f241d-b9d7-475d-b57b-a8957a3d8ea7 req-b7729187-e177-46a3-b1d8-7df0913be69c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:43.042878 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f03f241d-b9d7-475d-b57b-a8957a3d8ea7 req-b7729187-e177-46a3-b1d8-7df0913be69c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.1139483
Jun 24 16:39:43.106870 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-884c5448-2ad6-4e28-89f9-c7c013c91aca service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1459894
Jun 24 16:39:43.108957 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f03f241d-b9d7-475d-b57b-a8957a3d8ea7 req-4821d01d-a500-4294-b8dc-390571d2b42b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0553887
Jun 24 16:39:43.387878 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d0e8090a-f607-49ca-8e6c-e87078b4ba49 req-6d3d7930-84a8-487f-b5db-eb013ea46a6b service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2671447
Jun 24 16:39:44.314530 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da9df4-173d-4638-9c0a-1eff53848eeb req-bd5e2ebc-afcb-4d73-8df9-8c04eca8327c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:44.316068 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11da9df4-173d-4638-9c0a-1eff53848eeb req-bd5e2ebc-afcb-4d73-8df9-8c04eca8327c tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.0959461
Jun 24 16:39:44.389312 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-11da9df4-173d-4638-9c0a-1eff53848eeb req-6c434fd5-b6f2-45ff-863d-71c67f21e6ab tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0674858
Jun 24 16:39:45.583859 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1889bf-bb77-47ef-ba30-4e37ef06eae1 req-15397fa6-648b-4cd6-a2fa-835962decd0f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:45.585307 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf1889bf-bb77-47ef-ba30-4e37ef06eae1 req-15397fa6-648b-4cd6-a2fa-835962decd0f tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 943 time: 0.0878119
Jun 24 16:39:45.641074 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bf1889bf-bb77-47ef-ba30-4e37ef06eae1 req-60bd092f-a4a3-4a7b-bd5d-522ecbe22972 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0499794
Jun 24 16:39:45.862256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:39:46.014818 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:46.032310 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'port_id': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'mac_address': 'fa:16:3e:e0:d3:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 334, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:39:46.104125 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6d2412c6-1db3-4737-baaa-2744c29fbff8 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:46.104706 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:46.130483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d2412c6-1db3-4737-baaa-2744c29fbff8 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:39:46.149087 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:46.152164 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:46.231804 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=7']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:46.436243 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['6d2412c6-1db3-4737-baaa-2744c29fbff8'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:39:46.859141 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46550445-7a94-4fe6-979e-c8fd0a8e4ba7 req-8b6d5fb1-a2c1-4a6f-8334-fe1fc3d9bb64 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:46.862077 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46550445-7a94-4fe6-979e-c8fd0a8e4ba7 req-8b6d5fb1-a2c1-4a6f-8334-fe1fc3d9bb64 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 944 time: 0.0936539
Jun 24 16:39:46.931638 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46550445-7a94-4fe6-979e-c8fd0a8e4ba7 req-b0aec72b-91df-43c2-9f60-bd6d47bf5743 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0628021
Jun 24 16:39:47.871205 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:39:47.911971 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43d3ab3-091c-4f69-9724-fe2fe2a54d98 req-e9f7c1aa-1013-4365-b77d-c404b351653e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:47.913604 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43d3ab3-091c-4f69-9724-fe2fe2a54d98 req-e9f7c1aa-1013-4365-b77d-c404b351653e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.0988929
Jun 24 16:39:47.983287 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a43d3ab3-091c-4f69-9724-fe2fe2a54d98 req-e154ec35-21eb-4f2f-b2f0-5bf9a893da69 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0610976
Jun 24 16:39:47.986737 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 6d2412c6-1db3-4737-baaa-2744c29fbff8 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:39:47.987086 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:48.111658 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:39:48.144180 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 6d2412c6-1db3-4737-baaa-2744c29fbff8 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:39:48.144563 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:48.165142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7837b7f-59f2-48b5-9c62-b12b12783dca req-7ad7325c-b563-4db0-8c15-6bb948bcde66 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:48.166723 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7837b7f-59f2-48b5-9c62-b12b12783dca req-7ad7325c-b563-4db0-8c15-6bb948bcde66 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 944 time: 0.0965106
Jun 24 16:39:48.174720 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:48.197695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:48.206193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:48.223219 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f7837b7f-59f2-48b5-9c62-b12b12783dca req-c42ddb36-3fb8-434b-bd8e-da18c63a3273 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0473216
Jun 24 16:39:48.245709 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-35559664-a039-4a6a-83f0-37f9c5e4a1a0'] response: {'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'code': 200}
Jun 24 16:39:48.288089 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=8']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:48.592173 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4b931cc-9f14-41e0-bdcc-eedf21df9af0 req-a9d2588e-9a2f-4493-8d8e-d1730096236f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:48.593737 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4b931cc-9f14-41e0-bdcc-eedf21df9af0 req-a9d2588e-9a2f-4493-8d8e-d1730096236f service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.0883999
Jun 24 16:39:48.644884 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d4b931cc-9f14-41e0-bdcc-eedf21df9af0 req-411d516b-1c97-4801-b572-070ff3950566 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0400100
Jun 24 16:39:48.869352 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-36e79c56-5d97-4205-8954-bda53cf73920 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:49.199204 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fa722-3e4d-4222-8806-4179c7ef53f5 req-79a207d0-69b5-4eaf-ac52-186692afc000 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:49.200573 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4d5fa722-3e4d-4222-8806-4179c7ef53f5 req-79a207d0-69b5-4eaf-ac52-186692afc000 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.0914056
Jun 24 16:39:49.247183 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4d5fa722-3e4d-4222-8806-4179c7ef53f5 req-96998a17-d630-42df-872b-91cca47ec2dc tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0403273
Jun 24 16:39:49.450390 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cf1b7b-3aae-425c-a58e-6509f1254d34 req-5912c32b-67cc-4ea7-b46e-fb0636bbe52e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:49.455862 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c5cf1b7b-3aae-425c-a58e-6509f1254d34 req-5912c32b-67cc-4ea7-b46e-fb0636bbe52e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0998480
Jun 24 16:39:49.500556 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c5cf1b7b-3aae-425c-a58e-6509f1254d34 req-5c7205ce-4694-4dee-af3c-7b2c4e381f46 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0416172
Jun 24 16:39:49.832462 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-0c06c1c6-b5b1-48e1-b2db-c39fb57ea67d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:49.833511 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-0c06c1c6-b5b1-48e1-b2db-c39fb57ea67d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Synchronizing usage tracker for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:39:49.862804 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-0c06c1c6-b5b1-48e1-b2db-c39fb57ea67d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Unset dirty status for tenant:065254ebe67545639644fcbc6bd9fc31 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:39:49.864891 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-0c06c1c6-b5b1-48e1-b2db-c39fb57ea67d tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.1265097
Jun 24 16:39:49.964499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Deleting port 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:49.965015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.368647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] For port 87b332d5-d83a-40ca-bb6b-503444dbbfbe, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=87b332d5-d83a-40ca-bb6b-503444dbbfbe,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:39:50.369313 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.453819 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36604) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:50.515919 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8149f6-f3e3-4c01-8a0d-a023fa16e79b req-325e6483-e751-4e83-806f-603631be3e29 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:50.517722 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1a8149f6-f3e3-4c01-8a0d-a023fa16e79b req-325e6483-e751-4e83-806f-603631be3e29 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 946 time: 0.1084166
Jun 24 16:39:50.601057 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1a8149f6-f3e3-4c01-8a0d-a023fa16e79b req-90284893-6e88-4bfe-a15a-29f3ef83d10e tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups?id=4a024f2d-0e3a-4181-8247-b323a14e1805&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0733533
Jun 24 16:39:50.627459 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.716232 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:50.724311 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Usage tracker for resource:security_group_rule and tenant:6be270e052ab48e9a2a9bac244cd5f14 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:50.733527 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e155af7-82fc-4609-bf51-6dea16825d14 req-724a6eaf-c0f6-4b20-82a9-1e712438737e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:39:50.734616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:50.735193 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9e155af7-82fc-4609-bf51-6dea16825d14 req-724a6eaf-c0f6-4b20-82a9-1e712438737e tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0997019
Jun 24 16:39:50.745356 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:50.772236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.772526 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.772840 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Floating IP f02d8120-e4cb-43a6-9374-66d654211bd9 disassociated. External IP: 172.27.2.41, port: 87b332d5-d83a-40ca-bb6b-503444dbbfbe.
Jun 24 16:39:50.773184 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Calling delete_port for 87b332d5-d83a-40ca-bb6b-503444dbbfbe owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:50.788403 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9e155af7-82fc-4609-bf51-6dea16825d14 req-b6770337-1067-405a-bf97-ee826a1f393b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0461040
Jun 24 16:39:50.961682 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.970207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:50.992093 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.067007 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=95bd69d9-6471-4a8b-bf21-b513332a5898,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:51.074666 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'Port': ['ID=87b332d5-d83a-40ca-bb6b-503444dbbfbe,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:51.085641 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6be270e052ab48e9a2a9bac244cd5f14&name=default HTTP/1.1" status: 200  len: 2979 time: 0.6318753
Jun 24 16:39:51.086998 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.087348 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.087683 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.088012 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.088564 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.088781 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.088940 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36614) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:51.089126 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.089457 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.089780 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.090097 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.090413 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.090751 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f3a0c4c-1921-49ca-8b4d-2a3bae0d9ed0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.149705 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.150123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.150401 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.150749 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.151079 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.151405 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.151734 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.151986 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.152165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.152349 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.152674 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.152993 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.153318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:39:51.172218 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-961523ab-5fa2-4cf9-82d5-c32e2f3404f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.190101 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.247447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.265186 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=95bd69d9-6471-4a8b-bf21-b513332a5898,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:51.275751 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.277018 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f37145d3-3c3d-4420-b25c-b8dbf041424e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/95bd69d9-6471-4a8b-bf21-b513332a5898 HTTP/1.1" status: 204  len: 168 time: 0.1871836
Jun 24 16:39:51.293261 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:39:51.636124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:39:51.650465 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:39:51.665923 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36624) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:51.676056 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:51.677026 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b910e820>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:51.697443 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.726065 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:51.733915 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Usage tracker for resource:security_group_rule and tenant:60a3a4c361394dec913483c917609b79 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:51.739195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:51.750209 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:51.776511 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] No DVR routers for this DVR port 87b332d5-d83a-40ca-bb6b-503444dbbfbe on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:39:51.779802 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.784094 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-deleted', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:39:51.827047 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5d5897fc-30bc-4093-b6a9-ad6cfe38a5f3 req-155fa184-7f72-4448-8383-9e602b4db0f9 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/ports?device_id=72af7667-a283-4567-894f-2bd233c01001 HTTP/1.1" status: 200  len: 210 time: 0.0672538
Jun 24 16:39:51.832870 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-804c2fa3-8dad-4675-b501-f273c4a55935 req-e13b9356-f2dd-4314-9150-93e695b42c60 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.47 "DELETE /v2.0/ports/87b332d5-d83a-40ca-bb6b-503444dbbfbe HTTP/1.1" status: 204  len: 173 time: 1.9600711
Jun 24 16:39:51.933928 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:51.939837 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.003033 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.006855 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c312e5-af9b-4567-bb5c-9b142f9d58ad,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:52.011559 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:52.012331 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9b9c4ff5-c26d-4c0f-a4e1-ca7eeb3deebb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60a3a4c361394dec913483c917609b79&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3444762
Jun 24 16:39:52.014712 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36630) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:52.046989 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5375a9a9-1a91-4cb6-88e5-fec191863a40'] response: {'server_uuid': '72af7667-a283-4567-894f-2bd233c01001', 'name': 'network-vif-deleted', 'tag': '87b332d5-d83a-40ca-bb6b-503444dbbfbe', 'status': 'completed', 'code': 200}
Jun 24 16:39:52.112685 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.140882 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.215373 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.230952 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c312e5-af9b-4567-bb5c-9b142f9d58ad,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:52.238133 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.239298 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c4b93679-c324-4951-be18-170aafe93dc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c6c312e5-af9b-4567-bb5c-9b142f9d58ad HTTP/1.1" status: 204  len: 168 time: 0.2234333
Jun 24 16:39:52.302964 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:52.411754 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b910e820>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:52.418648 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:39:52.433676 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:39:52.434781 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b910e820>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:52.669830 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:39:53.030361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36654) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:53.093069 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b910e820>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:39:53.098285 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ab2bb4-a3a9-4d8b-924b-c14a8615fe61 None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:31:25Z', 'revision_number': 4, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'b3ae880d-0542-4729-a809-cc1d40d985e1', 'name': '', 'network_id': 'de427c78-c07a-4b67-b16a-301f510eb5d6', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'mac_address': 'fa:16:3e:dd:e3:82', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:24Z', 'updated_at': '2022-06-24T16:32:10Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'subnets': [{'id': 'd33bdb78-2647-452e-b126-70f4e25c46f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:39:53.134903 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.178672 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.286024 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.345591 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a024f2d-0e3a-4181-8247-b323a14e1805,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:53.375150 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.378588 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a7a4a518-bc6f-42e7-9296-c87a186352a8 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "DELETE /v2.0/security-groups/4a024f2d-0e3a-4181-8247-b323a14e1805 HTTP/1.1" status: 204  len: 168 time: 0.3463340
Jun 24 16:39:53.379835 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36664) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:53.417288 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.421755 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-10a554ac-210e-4734-a72a-c821356a25f5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] show failed (client error): The resource could not be found.
Jun 24 16:39:53.426829 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-10a554ac-210e-4734-a72a-c821356a25f5 tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "GET /v2.0/security-groups/4a024f2d-0e3a-4181-8247-b323a14e1805 HTTP/1.1" status: 404  len: 347 time: 0.0407104
Jun 24 16:39:53.433508 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36672) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:53.499953 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d89b8910-a1e4-4b25-a5fc-3192cf720666 None None] New status for floating IP f02d8120-e4cb-43a6-9374-66d654211bd9: DOWN {{(pid=88116) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:39:53.650136 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Deleting port c5974d6a-080a-4d33-a75b-b37ad06ce146 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:53.650574 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.901123 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.901436 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:53.916549 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:39:53.977255 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 87b332d5-d83a-40ca-bb6b-503444dbbfbe {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:39:53.977951 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 87b332d5-d83a-40ca-bb6b-503444dbbfbe not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:39:54.041498 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36680) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:54.064306 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Calling delete_port for c5974d6a-080a-4d33-a75b-b37ad06ce146 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:54.156352 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.api [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:39:54.156788 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG oslo_db.api [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:39:54.238213 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.253839 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:39:54.257770 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Usage tracker for resource:security_group_rule and tenant:94aa752190c3417e95f09f949aa8e799 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:39:54.260698 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:39:54.266638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:39:54.362237 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.366894 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.414866 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=94aa752190c3417e95f09f949aa8e799&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3718412
Jun 24 16:39:54.415753 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eee068a-3a74-4a3c-b82f-ba20cd2edf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cea9faac-8872-447c-8e2e-79f964055327,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:54.417908 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36686) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:54.487456 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.534392 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.619337 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.636745 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cea9faac-8872-447c-8e2e-79f964055327,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:54.654650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.657780 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-83a94414-789b-46f6-8e75-1f60fa57d804 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cea9faac-8872-447c-8e2e-79f964055327 HTTP/1.1" status: 204  len: 168 time: 0.2378037
Jun 24 16:39:54.658722 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Deleting port c5974d6a-080a-4d33-a75b-b37ad06ce146 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:54.659241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.895415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:54.895415 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:55.057767 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Calling delete_port for c5974d6a-080a-4d33-a75b-b37ad06ce146 owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:39:55.238621 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:55.302915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Pushing event deleted for resources: {'Port': ['ID=c5974d6a-080a-4d33-a75b-b37ad06ce146,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:39:55.448221 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:55.474788 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:55.476519 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9ff2a6d9-119f-4725-a459-8ea50efd138a tempest-AttachVolumeShelveTestJSON-594826425 tempest-AttachVolumeShelveTestJSON-594826425-project] 10.222.0.18 "DELETE /v2.0/floatingips/f02d8120-e4cb-43a6-9374-66d654211bd9 HTTP/1.1" status: 204  len: 168 time: 2.0379329
Jun 24 16:39:58.458053 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36792) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:39:59.395475 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:39:59.774243 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Deleting port b3ae880d-0542-4729-a809-cc1d40d985e1 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:39:59.774943 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:00.002131 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] For port b3ae880d-0542-4729-a809-cc1d40d985e1, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=b3ae880d-0542-4729-a809-cc1d40d985e1,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:00.002575 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:00.146716 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Calling delete_port for b3ae880d-0542-4729-a809-cc1d40d985e1 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:40:00.372803 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:00.545444 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3ae880d-0542-4729-a809-cc1d40d985e1,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:00.866665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:01.279915 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Router 60ddf5e2-6624-483b-aea1-a28a4ab36186 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:40:01.487791 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:40:01.505850 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-045bdf9f-da57-42ee-9d7c-10383c3cd911 admin admin] 10.222.0.18 "PUT /v2.0/routers/60ddf5e2-6624-483b-aea1-a28a4ab36186/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0464311
Jun 24 16:40:01.506186 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Sync routers for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:40:01.509596 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36806) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:01.518061 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:01.518824 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b910e430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:01.751799 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:01.775719 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:01.972164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:01.983042 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Deleting port bff74c29-7638-47e1-9d86-2d1b0f368fa7 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:40:01.983364 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:02.111823 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b910e430>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77'}], 'enable_snat': True}, 'gw_port_id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:40:00Z', 'revision_number': 5, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port': {'id': 'bff74c29-7638-47e1-9d86-2d1b0f368fa7', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:40:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'device_owner': 'network:router_gateway', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.77', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:31:16Z', 'updated_at': '2022-06-24T16:31:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:02.121626 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Checking router: 60ddf5e2-6624-483b-aea1-a28a4ab36186 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:40:02.132357 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Routers {'60ddf5e2-6624-483b-aea1-a28a4ab36186'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:02.132980 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b910e430>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['60ddf5e2-6624-483b-aea1-a28a4ab36186'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:02.302597 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] Set router 60ddf5e2-6624-483b-aea1-a28a4ab36186 gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:02.303092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] For port bff74c29-7638-47e1-9d86-2d1b0f368fa7, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=bff74c29-7638-47e1-9d86-2d1b0f368fa7,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:02.303467 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:02.423815 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b910e430>, [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:40:01Z', 'revision_number': 6, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:02.428819 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c79e875-89a3-4411-a67c-f9972e0d9bc2 None None] The sync data for ids ['60ddf5e2-6624-483b-aea1-a28a4ab36186'] in dv-cinder-847189-3-iscsi is: [{'id': '60ddf5e2-6624-483b-aea1-a28a4ab36186', 'name': 'tempest-AttachVolumeShelveTestJSON-1787743554-router', 'tenant_id': '065254ebe67545639644fcbc6bd9fc31', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:31:13Z', 'updated_at': '2022-06-24T16:40:01Z', 'revision_number': 6, 'project_id': '065254ebe67545639644fcbc6bd9fc31', 'gw_port_host': None}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:40:02.452833 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Calling delete_port for bff74c29-7638-47e1-9d86-2d1b0f368fa7 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:40:02.631738 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:02.681743 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Pushing event deleted for resources: {'Port': ['ID=bff74c29-7638-47e1-9d86-2d1b0f368fa7,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:02.790900 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.049456 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.054160 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.083717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.084164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 60ddf5e2-6624-483b-aea1-a28a4ab36186 {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:40:03.097654 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.098830 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c63305f0-078f-4f98-bad7-c6799567724c admin admin] 10.222.0.18 "DELETE /v2.0/routers/60ddf5e2-6624-483b-aea1-a28a4ab36186 HTTP/1.1" status: 204  len: 168 time: 1.5880754
Jun 24 16:40:03.101533 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36814) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:03.165117 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Deleting subnet d33bdb78-2647-452e-b126-70f4e25c46f9 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:40:03.168281 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.227195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.327337 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device bff74c29-7638-47e1-9d86-2d1b0f368fa7 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:40:03.376161 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: bff74c29-7638-47e1-9d86-2d1b0f368fa7 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:40:03.377092 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device bff74c29-7638-47e1-9d86-2d1b0f368fa7 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:40:03.378024 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b3ae880d-0542-4729-a809-cc1d40d985e1 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:40:03.385659 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.425128 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: b3ae880d-0542-4729-a809-cc1d40d985e1 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:40:03.425471 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device b3ae880d-0542-4729-a809-cc1d40d985e1 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:40:03.464270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.506599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d33bdb78-2647-452e-b126-70f4e25c46f9,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:03.508754 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.512234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d7be7f-ffdc-4656-b71e-f9a32bf18e2f None None] Network de427c78-c07a-4b67-b16a-301f510eb5d6 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:40:03.525186 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-bf4656e5-fb47-4ff9-bd82-b978bb25ec11 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/d33bdb78-2647-452e-b126-70f4e25c46f9 HTTP/1.1" status: 204  len: 168 time: 0.4224098
Jun 24 16:40:03.527640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36818) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:03.744216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.755972 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Deleting port e250f5ff-7f7b-484f-862d-ac775c6d0d38 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:40:03.756229 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:03.850645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] DHCP port deletion for de427c78-c07a-4b67-b16a-301f510eb5d6 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:40:03.858633 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Deleting port e250f5ff-7f7b-484f-862d-ac775c6d0d38 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:40:03.859380 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.010718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] For port e250f5ff-7f7b-484f-862d-ac775c6d0d38, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e250f5ff-7f7b-484f-862d-ac775c6d0d38,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:04.010970 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.150999 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] For port e250f5ff-7f7b-484f-862d-ac775c6d0d38, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e250f5ff-7f7b-484f-862d-ac775c6d0d38,segment=NetworkSegment(0f20d57a-9af3-482f-8855-888a88072e3b),segment_id=0f20d57a-9af3-482f-8855-888a88072e3b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:04.151470 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.168522 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Calling delete_port for e250f5ff-7f7b-484f-862d-ac775c6d0d38 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:40:04.259296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.284617 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Calling delete_port for e250f5ff-7f7b-484f-862d-ac775c6d0d38 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:40:04.340126 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Pushing event deleted for resources: {'Port': ['ID=e250f5ff-7f7b-484f-862d-ac775c6d0d38,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:04.347199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] No DVR routers for this DVR port e250f5ff-7f7b-484f-862d-ac775c6d0d38 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:40:04.371132 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:40:04.371972 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:40:04.481606 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.509777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b360d520>,) {'filters': {'network_id': ['de427c78-c07a-4b67-b16a-301f510eb5d6']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:04.528005 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b360d520>, '0f20d57a-9af3-482f-8855-888a88072e3b') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:04.528473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b360d520>, '0f20d57a-9af3-482f-8855-888a88072e3b') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:04.544065 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.562029 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.571999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Releasing vlan 301 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:40:04.572476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.672734 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.689947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.700119 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] Pushing event deleted for resources: {'Network': ['ID=de427c78-c07a-4b67-b16a-301f510eb5d6,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:04.724365 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0a93e53b-3a9e-4764-adf6-9d08cf0411ac admin admin] 10.222.0.18 "DELETE /v2.0/networks/de427c78-c07a-4b67-b16a-301f510eb5d6 HTTP/1.1" status: 204  len: 168 time: 1.1931279
Jun 24 16:40:04.736890 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 0f20d57a-9af3-482f-8855-888a88072e3b resource provider aggregate not found
Jun 24 16:40:04.756737 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 0f20d57a-9af3-482f-8855-888a88072e3b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 0f20d57a-9af3-482f-8855-888a88072e3b found for delete  ", "request_id": "req-b4fec0ec-4269-4aff-8597-90b84cdf2d6e"}]}
Jun 24 16:40:04.841266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36840) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:04.872452 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Deleting port e250f5ff-7f7b-484f-862d-ac775c6d0d38 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:40:04.872822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.893022 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1e9c7e3d-91ee-4ce1-9bf5-753ecb9e7189 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=065254ebe67545639644fcbc6bd9fc31&name=default HTTP/1.1" status: 200  len: 2975 time: 0.0505610
Jun 24 16:40:04.895507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36844) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:04.942648 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-25492bb9-ca3a-456c-9e2c-ccff416af367 None None] The port 'e250f5ff-7f7b-484f-862d-ac775c6d0d38' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:40:04.960052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:04.985595 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:05.040900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:05.061548 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=81f46a40-aa47-4155-bbb7-056cd3274984,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:05.070814 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:05.074313 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d1a8219c-4862-4517-9e33-65c0e2f1dd12 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/81f46a40-aa47-4155-bbb7-056cd3274984 HTTP/1.1" status: 204  len: 168 time: 0.1755662
Jun 24 16:40:05.091127 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e250f5ff-7f7b-484f-862d-ac775c6d0d38 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:40:05.127883 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: e250f5ff-7f7b-484f-862d-ac775c6d0d38 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:40:05.128230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e250f5ff-7f7b-484f-862d-ac775c6d0d38 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:40:05.764351 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c69c283-1928-40f2-9bf9-d2a40efa6a8f req-62a40f8a-0ceb-4453-96f2-ad3a34fe28c8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:05.766945 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c69c283-1928-40f2-9bf9-d2a40efa6a8f req-62a40f8a-0ceb-4453-96f2-ad3a34fe28c8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1350942
Jun 24 16:40:05.817479 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0c69c283-1928-40f2-9bf9-d2a40efa6a8f req-6ecc8d5e-053a-47b2-b6e6-1bac0259025b tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0453148
Jun 24 16:40:05.956775 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36876) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:06.071963 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-805471574-network', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:06.077200 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:06.081485 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Usage tracker for resource:network and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:06.084562 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:06.090275 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:06.104360 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Made reservation on behalf of b03d0f5f955c49f48e6f06aaa5aae5f4 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:40:06.106721 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.119784 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.135551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:06.140250 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:06.143339 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:06.149784 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:06.258185 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.261647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.296087 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 341}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:40:06.314941 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64508c7f-e4c8-446d-8d1e-b2951a39ef2b,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:06.322234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.322487 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Added segment 91f4322e-ac73-40a9-b573-0b876361ffb5 of type vlan for network f2bcec95-87e3-41fe-8d12-671e0679c896
Jun 24 16:40:06.362209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.401282 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.402376 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:06.402992 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.514509 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 883 time: 0.5564916
Jun 24 16:40:06.518172 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae440ad-adeb-48f2-aad1-05f10b2a3d55 admin admin] Pushing event updated for resources: {'Network': ['ID=f2bcec95-87e3-41fe-8d12-671e0679c896,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:06.519478 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36886) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:06.525749 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Request body: {'subnet': {'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-805471574-subnet', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:06.529351 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network f2bcec95-87e3-41fe-8d12-671e0679c896 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:40:06.533372 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:06.541155 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Usage tracker for resource:subnet and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:06.544295 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:06.556643 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:06.575567 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Made reservation on behalf of b03d0f5f955c49f48e6f06aaa5aae5f4 for: {'subnet': 1} {{(pid=88115) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:40:06.577756 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-9972247'] for subnet, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.826674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-10193013', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-9972257'] for subnet, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:06.916702 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c78f3b5f-6065-4d2f-9d47-049c111c35da,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:06.928710 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Checking segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88115) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:06.929069 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Network hostable DHCP agents. Network: f2bcec95-87e3-41fe-8d12-671e0679c896, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88115) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:40:06.957933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88115) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:40:06.972068 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, f2bcec95-87e3-41fe-8d12-671e0679c896) {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:06.987768 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836818bb-e611-4d2c-8484-a45f3385f2a0 None None] Network f2bcec95-87e3-41fe-8d12-671e0679c896 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:40:07.012974 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:07.013575 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.057421 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f30935a0-cc9b-4cc9-922a-d35e37c28c21 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.5363719
Jun 24 16:40:07.060361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36892) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:07.066896 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:07.073674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:07.080059 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Usage tracker for resource:router and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:07.084473 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:07.093662 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:07.111322 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-544368', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-13425'] for router, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.112324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-548683', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-546635', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-720203', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-13418'] for router, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.139965 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a963c52-c7fc-48d0-8d05-0d0fa874bb6f req-1e53868a-f0c4-442d-87ca-e540986d811f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:07.142242 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a963c52-c7fc-48d0-8d05-0d0fa874bb6f req-1e53868a-f0c4-442d-87ca-e540986d811f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1670136
Jun 24 16:40:07.172002 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.269662 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpe8a02d63-a22f-5243-9d2a-c0a985514d79-f2bcec95-87e3-41fe-8d12-671e0679c896', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da'}]}} from dv-cinder-847189-3-iscsi. {{(pid=88116) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}}
Jun 24 16:40:07.270504 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.315336 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5a963c52-c7fc-48d0-8d05-0d0fa874bb6f req-a3e6a4d1-5e4e-4037-ac60-c5246baec0f9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1641204
Jun 24 16:40:07.485312 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.db_base_plugin_common [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Allocated IP 172.20.0.2 (f2bcec95-87e3-41fe-8d12-671e0679c896/c78f3b5f-6065-4d2f-9d47-049c111c35da/33db73d8-10b5-4cc7-8512-d22285b41abf) {{(pid=88116) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:07.531794 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-dbce5584-3010-4024-9174-4199eb9d1a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:07.534278 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-dbce5584-3010-4024-9174-4199eb9d1a0c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1138 time: 0.1089485
Jun 24 16:40:07.615158 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-546681', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-544377', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-13396'] for router, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.692180 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-9ac7b4e0-e15a-40b6-bf87-548e7195dd41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:07.693669 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-9ac7b4e0-e15a-40b6-bf87-548e7195dd41 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.1524246
Jun 24 16:40:07.741586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks [] for port, precommit_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.755343 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Transition to ACTIVE for port object 33db73d8-10b5-4cc7-8512-d22285b41abf will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:07.781221 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Transition to ACTIVE for port object 33db73d8-10b5-4cc7-8512-d22285b41abf will not be triggered until provisioned by entity DHCP. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:07.789871 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751'] for port, after_create {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:07.819629 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-8680d34c-e8ea-4fd2-8491-243661423dcc service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 1002 time: 0.1165817
Jun 24 16:40:07.867157 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is already hosted by enough agents. {{(pid=88116) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:07.872405 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.scheduler.base_scheduler [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Resources bound (agent type, host, resource id):  {{(pid=88116) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:07.874159 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Pushing event updated for resources: {'Port': ['ID=33db73d8-10b5-4cc7-8512-d22285b41abf,revision_number=1']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:07.877120 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Received port after_create {{(pid=88116) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:07.903999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-b2a544df-ab03-4636-a1a4-8a6518ef3811 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:07.905908 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-b2a544df-ab03-4636-a1a4-8a6518ef3811 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0721045
Jun 24 16:40:08.009739 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.044854 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.059026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Attempting to bind port 33db73d8-10b5-4cc7-8512-d22285b41abf on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:40:08.059460 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Attempting to bind port 33db73d8-10b5-4cc7-8512-d22285b41abf by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:40:08.059748 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Attempting to bind port 33db73d8-10b5-4cc7-8512-d22285b41abf on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:08.066712 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:40:08.067946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Checking segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:08.067946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.067946 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Bound using segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:40:08.069390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Bound port: 33db73d8-10b5-4cc7-8512-d22285b41abf, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:40:08.069390 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.116324 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-f87272f8-47d9-441c-86e9-801be1419097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:08.118299 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-f87272f8-47d9-441c-86e9-801be1419097 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2036474
Jun 24 16:40:08.169368 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] For port 33db73d8-10b5-4cc7-8512-d22285b41abf, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:40:08.173922 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] For port 33db73d8-10b5-4cc7-8512-d22285b41abf, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=33db73d8-10b5-4cc7-8512-d22285b41abf,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:40:08.178707 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.227267 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Allocated IP 172.27.2.98 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/cb66235f-18b0-47df-b9fc-b09e84659254) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:08.286673 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-6db4de65-e504-4047-a4e6-08a51eef7037 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1522837
Jun 24 16:40:08.287352 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4570f70c-2408-44d3-bccb-200087d389a3 None None] Pushing event updated for resources: {'Port': ['ID=33db73d8-10b5-4cc7-8512-d22285b41abf,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:08.430666 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.476638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:08.486189 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3e6ddf5c-b931-40b0-a965-6121588bbd36 req-0ef08cec-dabd-4d5b-83c0-9f75fd2b37fb service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1872058
Jun 24 16:40:08.646597 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:08.653676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:08.662599 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:08.716018 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Pushing event updated for resources: {'Port': ['ID=cb66235f-18b0-47df-b9fc-b09e84659254,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:08.942476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1273b62e-a049-4b0f-a64e-e39492d9c556 req-2d5f30ea-0a35-4de1-9040-3247269ff069 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:08.944070 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1273b62e-a049-4b0f-a64e-e39492d9c556 req-2d5f30ea-0a35-4de1-9040-3247269ff069 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.4544878
Jun 24 16:40:09.160599 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 33db73d8-10b5-4cc7-8512-d22285b41abf up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:09.242629 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1273b62e-a049-4b0f-a64e-e39492d9c556 req-73fa240c-24af-4bf5-927e-73c7dedade5b tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2908201
Jun 24 16:40:09.249769 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 33db73d8-10b5-4cc7-8512-d22285b41abf completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:09.343150 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:09.565079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d871cb-9051-42eb-8c38-ebb455c75a98 None None] Network f2bcec95-87e3-41fe-8d12-671e0679c896 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:40:09.646889 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Provisioning for port 33db73d8-10b5-4cc7-8512-d22285b41abf completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:09.662269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Provisioning complete for port 33db73d8-10b5-4cc7-8512-d22285b41abf triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:09.662633 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:09.747140 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-544322', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-546590'] for router, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:09.901318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Current status of the port 33db73d8-10b5-4cc7-8512-d22285b41abf is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:09.901612 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:09.941750 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] For port 33db73d8-10b5-4cc7-8512-d22285b41abf, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=33db73d8-10b5-4cc7-8512-d22285b41abf,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:09.947754 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:09.967205 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Router e7201365-8700-4d33-b2f0-3251a5b498bb is scheduled to L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df with binding_index 1 {{(pid=88115) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}}
Jun 24 16:40:10.023451 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8943e610-ec4d-480e-8921-8afbe7b50a37 None None] Pushing event updated for resources: {'Port': ['ID=33db73d8-10b5-4cc7-8512-d22285b41abf,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:10.158307 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:40:10.172127 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:40:10.184699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:10.185618 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84af3a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:10.196425 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:10.198041 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7bda0389-3f16-4373-a342-05cbd684555e admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201  len: 921 time: 3.1365938
Jun 24 16:40:10.201177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36928) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:10.376511 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-5716b640-b706-4e84-b185-65b2cf2a7841 None None] Provisioning complete for port 33db73d8-10b5-4cc7-8512-d22285b41abf triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:10.376883 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5716b640-b706-4e84-b185-65b2cf2a7841 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:10.555305 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:10.659513 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-5716b640-b706-4e84-b185-65b2cf2a7841 None None] Current status of the port 33db73d8-10b5-4cc7-8512-d22285b41abf is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:10.727800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bcddcd-ed31-4e68-bb77-431c4f50e2b7 req-1d63ce08-6315-4736-a6e5-19691beed17c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:10.729935 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c1bcddcd-ed31-4e68-bb77-431c4f50e2b7 req-1d63ce08-6315-4736-a6e5-19691beed17c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.3658016
Jun 24 16:40:10.885760 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84af3a0>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:08Z', 'revision_number': 3, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:10.889518 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:40:10.889856 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Updating router e7201365-8700-4d33-b2f0-3251a5b498bb port cb66235f-18b0-47df-b9fc-b09e84659254 binding host dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:40:10.915173 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c1bcddcd-ed31-4e68-bb77-431c4f50e2b7 req-4d10f636-1c1b-4db7-b770-76c8edc64bc1 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1659060
Jun 24 16:40:10.953901 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.097645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 33db73d8-10b5-4cc7-8512-d22285b41abf up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:11.135587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.166977 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.268894 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 33db73d8-10b5-4cc7-8512-d22285b41abf triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:11.269641 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.337277 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Allocated IP 172.20.0.1 (f2bcec95-87e3-41fe-8d12-671e0679c896/c78f3b5f-6065-4d2f-9d47-049c111c35da/806c840b-918b-4990-af9e-716603b5f8f6) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:11.475436 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 33db73d8-10b5-4cc7-8512-d22285b41abf is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:11.486261 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks [] for port, precommit_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.489274 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.498312 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Transition to ACTIVE for port object cb66235f-18b0-47df-b9fc-b09e84659254 will not be triggered until provisioned by entity L2. {{(pid=88116) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:11.505306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.505884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.provisioning_blocks [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Transition to ACTIVE for port object 806c840b-918b-4990-af9e-716603b5f8f6 will not be triggered until provisioned by entity DHCP. {{(pid=88115) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:11.533961 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.582127 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Attempting to bind port cb66235f-18b0-47df-b9fc-b09e84659254 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:40:11.582497 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Attempting to bind port cb66235f-18b0-47df-b9fc-b09e84659254 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:40:11.582885 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Attempting to bind port cb66235f-18b0-47df-b9fc-b09e84659254 on network 2d45df79-b65a-4aac-83c8-948762322b35 {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:11.591935 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:40:11.592150 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Checking segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88116) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:11.592532 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.592918 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Bound using segment: {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'} {{(pid=88116) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:40:11.593387 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.managers [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Bound port: cb66235f-18b0-47df-b9fc-b09e84659254, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbe993e0-b21a-4890-ae31-d6b3db09480a', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}}] {{(pid=88116) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:40:11.593830 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.602372 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:11.605162 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:11.607548 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:11.623972 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69795ad-c132-4a2f-a76e-dd4cf40fa2b6 None None] Pushing event updated for resources: {'Port': ['ID=cb66235f-18b0-47df-b9fc-b09e84659254,revision_number=2']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:11.647900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Pushing event updated for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:11.668312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-544340'] for router_interface, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.677777 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] For port cb66235f-18b0-47df-b9fc-b09e84659254, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88116) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:40:11.681032 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] For port cb66235f-18b0-47df-b9fc-b09e84659254, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cb66235f-18b0-47df-b9fc-b09e84659254,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:40:11.686467 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.765389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:11.766586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84af3a0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:11.827055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c69795ad-c132-4a2f-a76e-dd4cf40fa2b6 None None] Pushing event updated for resources: {'Port': ['ID=cb66235f-18b0-47df-b9fc-b09e84659254,revision_number=3']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:11.920073 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-cac8e5b2-a179-4c76-9be7-7c6ae87db202 None None] Provisioning for port 806c840b-918b-4990-af9e-716603b5f8f6 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:11.926088 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:11.930886 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-cac8e5b2-a179-4c76-9be7-7c6ae87db202 None None] Provisioning complete for port 806c840b-918b-4990-af9e-716603b5f8f6 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:11.931252 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-cac8e5b2-a179-4c76-9be7-7c6ae87db202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:12.008095 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-cac8e5b2-a179-4c76-9be7-7c6ae87db202 None None] Port 806c840b-918b-4990-af9e-716603b5f8f6 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:40:12.013191 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:12.233137 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bca25f5-b60a-4b35-bb1a-1ae4366479f8 req-3ed79dd0-9091-4df1-93a2-28145ae87a89 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:12.235200 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7bca25f5-b60a-4b35-bb1a-1ae4366479f8 req-3ed79dd0-9091-4df1-93a2-28145ae87a89 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1964424
Jun 24 16:40:12.309818 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84af3a0>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:08Z', 'revision_number': 3, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:12.314839 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c556c0ed-ed92-4013-86f6-76f1a2a977f7 None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:08Z', 'revision_number': 3, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:40:12.375889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:12.395794 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:12.494039 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7bca25f5-b60a-4b35-bb1a-1ae4366479f8 req-43ea85ac-fbb9-437f-ab14-c6f3f04b05a3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.2504411
Jun 24 16:40:12.520823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-652645', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-544305'] for router_interface, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:12.524587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Pushing event updated for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:12.683602 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:12.684853 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:12.887793 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:40:12.951308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-a3a75445-e92a-4d9a-94b0-f665f359dc10 None None] Provisioning complete for port 806c840b-918b-4990-af9e-716603b5f8f6 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:12.951595 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3a75445-e92a-4d9a-94b0-f665f359dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.060627 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a3a75445-e92a-4d9a-94b0-f665f359dc10 None None] Port 806c840b-918b-4990-af9e-716603b5f8f6 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:40:13.108357 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-2cf19b52-1b0a-45d9-8f54-bfad72f8d41f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1405128976&fields=id&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 267 time: 0.0541470
Jun 24 16:40:13.139318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cb66235f-18b0-47df-b9fc-b09e84659254 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:13.214264 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port cb66235f-18b0-47df-b9fc-b09e84659254 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:13.214931 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:40:13.220461 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port cb66235f-18b0-47df-b9fc-b09e84659254 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:13.220833 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.239237 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-31db24cb-1def-452b-9023-a61104819424 admin admin] 10.222.0.18 "PUT /v2.0/routers/e7201365-8700-4d33-b2f0-3251a5b498bb/add_router_interface HTTP/1.1" status: 200  len: 503 time: 3.0369890
Jun 24 16:40:13.306063 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-bbc113d7-c1cc-49d2-9158-cf6fc3376b82 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:13.307565 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-bbc113d7-c1cc-49d2-9158-cf6fc3376b82 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 0.1866057
Jun 24 16:40:13.328166 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8091d5ef-716c-4ae6-8852-277db5a76a83 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/quotas/901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 375 time: 0.0098965
Jun 24 16:40:13.398926 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port cb66235f-18b0-47df-b9fc-b09e84659254 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:13.399464 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.417111 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port cb66235f-18b0-47df-b9fc-b09e84659254, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cb66235f-18b0-47df-b9fc-b09e84659254,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:13.423533 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.448784 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-62980f44-e3a8-42d4-9f8f-dde1e0daaac5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&fields=id HTTP/1.1" status: 200  len: 440 time: 0.1143782
Jun 24 16:40:13.509339 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=cb66235f-18b0-47df-b9fc-b09e84659254,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:13.593059 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5a5f30cb-29f5-415e-8b4c-a5aaad3ded70 service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1314542
Jun 24 16:40:13.664717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36966) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:13.676149 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--691799799', 'description': 'tempest-description--1421982219'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:13.682264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:13.686684 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:13.690721 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:13.697786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:13.714978 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.754277 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-ef9b850e-4860-49bc-b428-552cd9b56680 service neutron] 10.222.0.18 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1546855
Jun 24 16:40:13.755472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:13.760979 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:13.764036 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:13.779294 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:13.870961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.876334 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f2fd65-55e9-4847-a5a8-d7632fc55e4c req-cfb85368-ae35-493d-8796-caa76fe767c5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:13.879001 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.891480 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-88f2fd65-55e9-4847-a5a8-d7632fc55e4c req-cfb85368-ae35-493d-8796-caa76fe767c5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1358709
Jun 24 16:40:13.932890 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:13.937001 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:13.941037 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f65de2ba-0b6b-4746-a511-4e839a25ca69 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1779 time: 0.2725983
Jun 24 16:40:13.941829 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36972) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:13.947096 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group_rule': {'security_group_id': 'f5684b3b-dc47-47b7-82d0-6ce3f7c01e66', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:13.950364 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-88f2fd65-55e9-4847-a5a8-d7632fc55e4c req-49e965f5-1a39-4bcf-8f9b-3cf4cd658879 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0577264
Jun 24 16:40:13.954537 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:13.959211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:13.962759 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:13.970606 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:13.999400 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.081398 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.086586 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.114133 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e50938f2-ea38-49f9-880d-496fbc13c320,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:14.139278 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.141976 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-cdd2916b-a73c-437c-975f-d9f545caa6eb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1994483
Jun 24 16:40:14.144922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 36982) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:14.158639 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group_rule': {'security_group_id': 'f5684b3b-dc47-47b7-82d0-6ce3f7c01e66', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:14.160209 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:40:14.164978 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:14.169092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:14.173381 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:14.180412 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:14.197149 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:14.197867 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8502700>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:14.205443 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.293756 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d61c2c37-7bdf-4bed-af41-6cea20fe50cc req-5bdbbe83-733c-47e2-924e-9e8e164d6116 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 210 time: 0.0680578
Jun 24 16:40:14.303841 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.312801 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.339623 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74824292-590a-469c-98cf-909983c86fc5,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:14.351492 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.356266 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 36994) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:14.356557 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-30ed7fbf-5278-401a-af47-efd0e718fc36 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.2089810
Jun 24 16:40:14.361463 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:14.367400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:14.371472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:floatingip and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:14.375182 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:14.383913 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:14.401832 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.433391 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:14.691683 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:14.810532 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8502700>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:12Z', 'revision_number': 2, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:14.815365 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:40:14.815798 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Updating router e7201365-8700-4d33-b2f0-3251a5b498bb port 806c840b-918b-4990-af9e-716603b5f8f6 binding host dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}}
Jun 24 16:40:14.849128 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Allocated IP 172.27.2.226 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/f9b68715-4c43-46bf-8ad0-69f5e7da7ebf) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:14.871792 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.019633 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.057054 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.121533 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cb66235f-18b0-47df-b9fc-b09e84659254 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:15.215446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=f9b68715-4c43-46bf-8ad0-69f5e7da7ebf,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:15.231098 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:15.238050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:15.240102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port cb66235f-18b0-47df-b9fc-b09e84659254 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:15.240587 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.241676 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:15.253956 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks [] for port, precommit_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.267672 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.provisioning_blocks [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Transition to ACTIVE for port object 806c840b-918b-4990-af9e-716603b5f8f6 will not be triggered until provisioned by entity L2. {{(pid=88117) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:15.278050 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.299823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62f36c-79b8-40ae-b188-733a9864a78f req-28f4fb1b-b0b0-4ab6-b522-cc6dc1cdd9d5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:15.301560 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b62f36c-79b8-40ae-b188-733a9864a78f req-28f4fb1b-b0b0-4ab6-b522-cc6dc1cdd9d5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1786985
Jun 24 16:40:15.476020 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b62f36c-79b8-40ae-b188-733a9864a78f req-42649fd1-c8b9-45a9-a35f-ca0cbb50bf20 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1475699
Jun 24 16:40:15.498016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.611631 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port cb66235f-18b0-47df-b9fc-b09e84659254 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:15.650591 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Pushing event updated for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=3']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:15.657915 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.684317 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.684664 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.685002 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.685897 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.685897 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.686125 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.686417 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.686771 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.688201 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.688499 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.688825 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.689148 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88117) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:15.695483 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Attempting to bind port 806c840b-918b-4990-af9e-716603b5f8f6 on host dv-cinder-847189-3-iscsi for vnic_type normal with profile  {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:40:15.697750 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Attempting to bind port 806c840b-918b-4990-af9e-716603b5f8f6 by drivers openvswitch,hyperv on host dv-cinder-847189-3-iscsi at level 0 using segments [{'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:40:15.698101 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Attempting to bind port 806c840b-918b-4990-af9e-716603b5f8f6 on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:15.712635 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Checking agent: {'id': '416ed7e0-0ec0-459c-9217-85690501cda8', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-847189-3-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 22, 52), 'started_at': datetime.datetime(2022, 6, 24, 16, 23, 22), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 39, 52), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-847189-3-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:40:15.712635 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Checking segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88117) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:15.715017 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.715461 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Bound using segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} {{(pid=88117) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:40:15.717891 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.managers [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Bound port: 806c840b-918b-4990-af9e-716603b5f8f6, host: dv-cinder-847189-3-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}}] {{(pid=88117) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:40:15.718483 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:15.817850 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-3dcb6c4f-9565-46f3-971f-399e2573dc94 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:15.821048 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-3dcb6c4f-9565-46f3-971f-399e2573dc94 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 811 time: 0.3103907
Jun 24 16:40:15.821447 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c6b05269-a377-4701-a6bd-772115bfd120 req-4861bc51-d3c7-4f90-9d3b-355695fc1c08 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 210 time: 0.0672381
Jun 24 16:40:15.885526 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-aeaed675-6948-4022-b058-7df0c0a45918 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=901fbc33d59d49f8afa7f06d62e19e16 HTTP/1.1" status: 200  len: 380 time: 0.0517225
Jun 24 16:40:15.893286 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] For port 806c840b-918b-4990-af9e-716603b5f8f6, host dv-cinder-847189-3-iscsi, cleared binding levels {{(pid=88117) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:40:15.897408 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.plugins.ml2.db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] For port 806c840b-918b-4990-af9e-716603b5f8f6, host dv-cinder-847189-3-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=806c840b-918b-4990-af9e-716603b5f8f6,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88117) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:40:15.900210 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'port': {'device_id': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'admin_state_up': True, 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'security_groups': ['3aae6a9b-f2d1-4053-ae0b-d62f608a50f9']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:15.904200 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron_lib.callbacks.manager [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88117) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.010288 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:16.010947 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8502700>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:39:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:16.041404 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.049457 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.125062 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794887c5-bcf2-4395-ad66-0eb7e711630d None None] Pushing event updated for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=4']} {{(pid=88117) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:16.168789 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:16.183713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:port and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:16.190918 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for port was recalculated. Used quota:5. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:16.220299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:16.248313 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=f9b68715-4c43-46bf-8ad0-69f5e7da7ebf,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:16.251395 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Made reservation on behalf of 901fbc33d59d49f8afa7f06d62e19e16 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:40:16.255504 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.268187 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.299026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.300692 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a46d37de-0abe-467e-bf85-ce07514fb802 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.9433677
Jun 24 16:40:16.392799 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:16.526837 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.20.0.9 (e44350f6-4ad8-4a19-8963-bdb0aaadab4f/79aa2f16-644c-4a0a-aaa2-951a3ee64f24/5ca97655-924b-4e05-814b-f5434e316687) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:16.651856 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-a532fc71-321c-4769-a20f-0b3a26f887ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--691799799&fields=id&tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 267 time: 0.1009541
Jun 24 16:40:16.770130 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.791554 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Transition to ACTIVE for port object 5ca97655-924b-4e05-814b-f5434e316687 will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:16.835820 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:16.862424 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8502700>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:15Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:16.866984 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9581164f-0c73-4fc3-9bc1-4e8cb3ffb8de None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:15Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:40:16.899921 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:16.906879 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:16.909417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:17.024303 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:17.049673 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:17.049673 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:17.086622 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-e50cfa4b-12d3-4cca-abbc-4d51a2fee111 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:17.092015 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-5c01ff34-a6c7-4873-8cbe-79e73e03c68a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 1.2006099
Jun 24 16:40:17.094379 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-e50cfa4b-12d3-4cca-abbc-4d51a2fee111 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 810 time: 0.4413285
Jun 24 16:40:17.119252 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-dacd05bc-99c7-44e7-9c1f-e22b94bc6635 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/quotas/b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 375 time: 0.0238285
Jun 24 16:40:17.139668 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4572c183-10f3-4471-8351-5ee87fbc2229 req-39ddf5fb-a394-4cd6-82b9-4f63fce13ee2 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:17.142120 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4572c183-10f3-4471-8351-5ee87fbc2229 req-39ddf5fb-a394-4cd6-82b9-4f63fce13ee2 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.4595938
Jun 24 16:40:17.173207 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 806c840b-918b-4990-af9e-716603b5f8f6 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:17.251531 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-bcdf24a5-eb1c-4266-a00f-99038b17fec9 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.4554470
Jun 24 16:40:17.267089 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning for port 806c840b-918b-4990-af9e-716603b5f8f6 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:17.267662 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4572c183-10f3-4471-8351-5ee87fbc2229 req-5e6560a8-0971-4298-85c4-15b9a7101d21 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0829070
Jun 24 16:40:17.273097 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 806c840b-918b-4990-af9e-716603b5f8f6 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:17.273527 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:17.295220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-23ab3af7-d444-4f4d-9208-bf08c64b981b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:40:17.338261 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-23ab3af7-d444-4f4d-9208-bf08c64b981b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:40:17.340082 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-23ab3af7-d444-4f4d-9208-bf08c64b981b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.2138758
Jun 24 16:40:17.355749 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d7b8e562-3a75-4eef-b0dc-b2f78eb5577f None None] Provisioning for port 5ca97655-924b-4e05-814b-f5434e316687 completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:17.364667 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d7b8e562-3a75-4eef-b0dc-b2f78eb5577f None None] Provisioning complete for port 5ca97655-924b-4e05-814b-f5434e316687 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:17.365331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7b8e562-3a75-4eef-b0dc-b2f78eb5577f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:17.435102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d7b8e562-3a75-4eef-b0dc-b2f78eb5577f None None] Port 5ca97655-924b-4e05-814b-f5434e316687 cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:40:17.518553 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 806c840b-918b-4990-af9e-716603b5f8f6 is: DOWN; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:17.518944 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:17.566230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] For port 806c840b-918b-4990-af9e-716603b5f8f6, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=806c840b-918b-4990-af9e-716603b5f8f6,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:17.571079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:17.651201 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Pushing event updated for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:17.739351 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-2ac5d0ba-bed6-4821-9425-5da3122bb9f2 service neutron] 10.222.0.18 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3798056
Jun 24 16:40:17.750296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a36c46-826a-4d8d-bfde-aeb72fc7583e req-f5ac97fa-9cb1-48d1-a74b-fb2bf017618f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:17.751788 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35a36c46-826a-4d8d-bfde-aeb72fc7583e req-f5ac97fa-9cb1-48d1-a74b-fb2bf017618f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 931 time: 0.1423078
Jun 24 16:40:17.880522 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-35a36c46-826a-4d8d-bfde-aeb72fc7583e req-96b04838-d5cf-4121-96d6-ae779f149099 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.1101253
Jun 24 16:40:17.919267 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-3c67bfe0-b733-4378-81c6-c338517fb535 service neutron] 10.222.0.18 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1664908
Jun 24 16:40:18.133346 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-98471145-361e-42ae-b116-30fbcbbf0bc5 req-7c0c012c-cad0-424d-b2ff-e7097c415ded tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 210 time: 0.0521078
Jun 24 16:40:18.490498 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f71ef425-5585-4cd3-90b4-7bc77c42c2c2 req-a523f107-89e9-4740-82fe-3f4a579fe2ce tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:18.492104 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f71ef425-5585-4cd3-90b4-7bc77c42c2c2 req-a523f107-89e9-4740-82fe-3f4a579fe2ce tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1027067
Jun 24 16:40:18.551037 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f71ef425-5585-4cd3-90b4-7bc77c42c2c2 req-29cc25bf-e625-4873-a01e-eda3fa7160b6 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0529668
Jun 24 16:40:18.878373 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-80ff0d81-a74b-4fa4-afa8-99fda2a5a616 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:19.093147 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 806c840b-918b-4990-af9e-716603b5f8f6 up at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:19.096551 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12290cbc-b32e-437d-8778-01ad2fcc2a7c req-c10d9e96-2ad6-4aee-85ce-2cf03dcaa53a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:19.098042 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-12290cbc-b32e-437d-8778-01ad2fcc2a7c req-c10d9e96-2ad6-4aee-85ce-2cf03dcaa53a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 931 time: 0.0926192
Jun 24 16:40:19.148669 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-12290cbc-b32e-437d-8778-01ad2fcc2a7c req-b45e14bc-987a-4ec0-b18f-05b0ee38ce15 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0435777
Jun 24 16:40:19.167103 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Provisioning complete for port 806c840b-918b-4990-af9e-716603b5f8f6 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:19.167709 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:19.308569 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-59ac546a-6efe-48ce-8d8a-a1f8b315095f req-ca475c3f-6766-4bff-b445-6522712c4b40 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 210 time: 0.0546684
Jun 24 16:40:19.312009 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 806c840b-918b-4990-af9e-716603b5f8f6 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:19.754125 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc26f426-5502-4460-a8fc-916372663f03 req-7a2741cd-d4f6-43b0-9246-4aefa210dea3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:19.755640 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc26f426-5502-4460-a8fc-916372663f03 req-7a2741cd-d4f6-43b0-9246-4aefa210dea3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.0956955
Jun 24 16:40:19.781133 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Request body: {'port': {'device_id': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:19.819493 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fc26f426-5502-4460-a8fc-916372663f03 req-c507def8-c703-4517-b10a-c7d4fd6d9b8e tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0573232
Jun 24 16:40:19.911689 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:19.991187 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-d8200bb4-e595-42a1-b941-f0983ea3a644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:19.992666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-d8200bb4-e595-42a1-b941-f0983ea3a644 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.0948341
Jun 24 16:40:20.157711 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-5844c228-f51c-4cac-a1cc-04a709c6649b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:20.159233 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-5844c228-f51c-4cac-a1cc-04a709c6649b service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.1454146
Jun 24 16:40:20.276492 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-3f62f112-1bbd-466b-ad13-dd2af8c5c74b service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 1001 time: 0.1069484
Jun 24 16:40:20.389165 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ca97655-924b-4e05-814b-f5434e316687 {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:40:20.398738 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:20.418309 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Transition to ACTIVE for port object 5ca97655-924b-4e05-814b-f5434e316687 will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:20.420042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-e4c6b106-d8ec-4516-954d-0f192028ce2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:20.421518 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-e4c6b106-d8ec-4516-954d-0f192028ce2f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.1016343
Jun 24 16:40:20.430012 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:20.544092 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0e99daa-5e95-4e7e-921f-a5b744f6b38b req-c8932c93-1f1f-40ea-8718-87e250f541d7 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 210 time: 0.0671904
Jun 24 16:40:20.568575 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca4642f-2570-4e11-920c-da66616562cf req-b9ff6078-a91b-4e81-8a16-e753ba1111f9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:20.570718 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aca4642f-2570-4e11-920c-da66616562cf req-b9ff6078-a91b-4e81-8a16-e753ba1111f9 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 931 time: 0.2928112
Jun 24 16:40:20.643157 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aca4642f-2570-4e11-920c-da66616562cf req-8760f484-76c8-430d-b2e4-e7308cd4380a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0619259
Jun 24 16:40:20.663942 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-e018212b-101d-4be5-b3f7-69c1b0bf16c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:20.665643 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-e018212b-101d-4be5-b3f7-69c1b0bf16c1 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2339852
Jun 24 16:40:20.738723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:20.856132 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-4c486779-6cc7-4924-8fa3-60899256a432 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1807897
Jun 24 16:40:20.903079 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-7320aed6-3be4-4884-a696-eda814ab3897 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:20.903890 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-7320aed6-3be4-4884-a696-eda814ab3897 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:network {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:40:20.913081 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Attempting to bind port 5ca97655-924b-4e05-814b-f5434e316687 on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:40:20.913559 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Attempting to bind port 5ca97655-924b-4e05-814b-f5434e316687 by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:40:20.913941 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Attempting to bind port 5ca97655-924b-4e05-814b-f5434e316687 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:20.923096 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Port 5ca97655-924b-4e05-814b-f5434e316687 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:40:20.923566 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Attempting to bind port 5ca97655-924b-4e05-814b-f5434e316687 on network e44350f6-4ad8-4a19-8963-bdb0aaadab4f {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:20.935147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:40:20.935538 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Checking segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:20.935961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Bound using segment: {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:40:20.936414 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Bound port: 5ca97655-924b-4e05-814b-f5434e316687, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ee7a61e4-2e18-456f-bffe-aae407a37d8b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 324, 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:40:20.936765 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:20.954076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-7320aed6-3be4-4884-a696-eda814ab3897 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:network {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:40:20.955296 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-7320aed6-3be4-4884-a696-eda814ab3897 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 810 time: 0.3841331
Jun 24 16:40:21.062442 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-5774bac7-37b4-4467-9866-4c38f0b61f1a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:40:21.079795 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:40:21.085533 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5ca97655-924b-4e05-814b-f5434e316687,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:40:21.091263 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.133484 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-5774bac7-37b4-4467-9866-4c38f0b61f1a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:40:21.134624 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-5774bac7-37b4-4467-9866-4c38f0b61f1a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 379 time: 0.1498756
Jun 24 16:40:21.157178 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'port': {'device_id': 'bbc30718-1530-42df-bb08-c3418a02180f', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'admin_state_up': True, 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'security_groups': ['f5684b3b-dc47-47b7-82d0-6ce3f7c01e66']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:21.170012 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9e0c8b0a-5ad4-41e8-b6bd-34d339a01ccd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.183992 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:21.184621 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.186020 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] 10.222.0.47 "PUT /v2.0/ports/5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 200  len: 1093 time: 1.4092073
Jun 24 16:40:21.192177 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b30ec51d-0408-406c-97e1-76dfb67f636d req-d4ae0b39-0b14-4bcc-987a-b172b2123ce5 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.3238688
Jun 24 16:40:21.192843 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:21.217487 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac97f3f4-5284-4dbe-8578-a090bca7fb63 req-0b1981e5-568d-4652-9893-11f7cd0ac0fd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:21.219255 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ac97f3f4-5284-4dbe-8578-a090bca7fb63 req-0b1981e5-568d-4652-9893-11f7cd0ac0fd tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1512377
Jun 24 16:40:21.275548 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c18427d6-acac-4220-ba08-b450fbb5f7a0'] response: {'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687', 'status': 'completed', 'code': 200}
Jun 24 16:40:21.284516 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ac97f3f4-5284-4dbe-8578-a090bca7fb63 req-61bcfd93-6a6e-44c1-a855-bb8fc608a006 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0550237
Jun 24 16:40:21.307272 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a924c7a-9342-4203-8450-bfe92bdaf720 service neutron] Pushing event updated for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:21.364408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:21.377634 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:21.384612 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-515853ea-fbb7-4048-8947-0f958623e65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:21.386215 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-515853ea-fbb7-4048-8947-0f958623e65f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1096 time: 0.1007710
Jun 24 16:40:21.400867 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Made reservation on behalf of b03d0f5f955c49f48e6f06aaa5aae5f4 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:40:21.405487 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.470827 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-b1c15ae0-6896-4d9e-9152-88dcd14a8820 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 200  len: 217 time: 0.0742638
Jun 24 16:40:21.550177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-da7982e7-b1ed-4e9b-b1dc-a8fba5bd2972 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:21.551690 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-da7982e7-b1ed-4e9b-b1dc-a8fba5bd2972 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0721736
Jun 24 16:40:21.637091 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Allocated IP 172.20.0.11 (f2bcec95-87e3-41fe-8d12-671e0679c896/c78f3b5f-6065-4d2f-9d47-049c111c35da/42daa041-fdc0-4dfb-bf9b-d0e86576ac6d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:21.664071 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-b580542d-5a88-41a2-8361-96a3a9eea68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:21.665609 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-b580542d-5a88-41a2-8361-96a3a9eea68f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1057670
Jun 24 16:40:21.894286 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.898147 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4ac44b02-aeba-4926-bcad-1a907297a23c req-248b1f66-068e-4c90-9f4d-1a429bae8b6d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 210 time: 0.1069455
Jun 24 16:40:21.935845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Transition to ACTIVE for port object 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:21.973799 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:21.974421 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-2e835c5a-0151-4276-9f26-44bb6802928b service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2965195
Jun 24 16:40:21.976303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:22.018472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f03d4-a38d-46d1-b604-ed12fd5928d7 req-cc6654a2-f8e1-420b-b27b-6e747d0009ec tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.020455 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-140f03d4-a38d-46d1-b604-ed12fd5928d7 req-cc6654a2-f8e1-420b-b27b-6e747d0009ec tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.2277579
Jun 24 16:40:22.058152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:22.061199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:22.065976 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:22.120761 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:22.153403 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-140f03d4-a38d-46d1-b604-ed12fd5928d7 req-6d6b9615-a84d-4e83-9c4f-701e58347b69 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0738683
Jun 24 16:40:22.178630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.178630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:22.195593 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-047a410d-4935-45d3-b2db-e2ebb3fa3ee7 req-1b7af8b4-1ce6-4f3b-b7e9-9b25270096a2 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2120030
Jun 24 16:40:22.207983 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-0fedb666-e648-4ff8-ac41-8976bcab5db1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 934 time: 1.0624552
Jun 24 16:40:22.222325 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Request body: {'port': {'device_id': 'bbc30718-1530-42df-bb08-c3418a02180f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:22.286761 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:22.373981 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-5ed19dea-f5a2-400e-841f-8785f6eea318 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.376584 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-351c4b47-cc56-409d-8bf3-874ea8316b63 None None] Provisioning for port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:22.388226 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-5ed19dea-f5a2-400e-841f-8785f6eea318 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1096 time: 0.1310229
Jun 24 16:40:22.393004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-351c4b47-cc56-409d-8bf3-874ea8316b63 None None] Provisioning complete for port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:22.393447 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-351c4b47-cc56-409d-8bf3-874ea8316b63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:22.397006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:22.492549 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-351c4b47-cc56-409d-8bf3-874ea8316b63 None None] Port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:40:22.640086 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-3c0e064d-1e29-43b0-af8c-b78b5d028a3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.641585 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-3c0e064d-1e29-43b0-af8c-b78b5d028a3b service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.2520216
Jun 24 16:40:22.663410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47c6388-6561-4a88-9bac-ba5b6fe2bfc5 req-04a99480-8cf4-4e4e-afbe-4c9e5a065bc2 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.665326 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c47c6388-6561-4a88-9bac-ba5b6fe2bfc5 req-04a99480-8cf4-4e4e-afbe-4c9e5a065bc2 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1364083
Jun 24 16:40:22.747083 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-64bed1f0-a31f-499c-ace0-77e7a6f5005e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 200  len: 217 time: 0.0802979
Jun 24 16:40:22.818595 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c47c6388-6561-4a88-9bac-ba5b6fe2bfc5 req-af6e35cd-4d35-4b22-991e-f0b21fba0de7 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0991902
Jun 24 16:40:22.839013 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-d3c249de-d917-4e04-a2c0-b13ed59c91c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.840581 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-d3c249de-d917-4e04-a2c0-b13ed59c91c3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0857124
Jun 24 16:40:22.936428 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-7c3fdd63-d5ff-4c65-9036-13d914a6072b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:22.938138 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-7c3fdd63-d5ff-4c65-9036-13d914a6072b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0900373
Jun 24 16:40:22.976168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:40:22.984487 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.005376 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Transition to ACTIVE for port object 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:40:23.009648 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.156581 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:23.271441 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-e8cf0073-8e17-4336-911f-ed415643b7b9 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.3250155
Jun 24 16:40:23.285887 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Attempting to bind port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:40:23.286134 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Attempting to bind port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:40:23.286430 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Attempting to bind port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:23.292093 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d on network f2bcec95-87e3-41fe-8d12-671e0679c896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:40:23.292486 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Attempting to bind port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:40:23.299343 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 40, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:40:23.299690 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Checking segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:40:23.300065 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Bound using segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:40:23.300494 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Bound port: 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:40:23.300842 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.312848 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c1a2f0-4b9c-408b-a178-c150894ce2d2 req-25924271-0ec6-4a68-aee3-2a2a018c49ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.320643 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-36c1a2f0-4b9c-408b-a178-c150894ce2d2 req-25924271-0ec6-4a68-aee3-2a2a018c49ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 944 time: 0.1860902
Jun 24 16:40:23.410835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.417613 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:40:23.420691 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:40:23.425124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.491600 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.492374 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:23.494019 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] 10.222.0.47 "PUT /v2.0/ports/42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 1094 time: 1.2791085
Jun 24 16:40:23.494568 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:23.517910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e8bf3ca-8438-47ad-aca0-605c203adbf5 service neutron] Pushing event updated for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:23.525396 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-36c1a2f0-4b9c-408b-a178-c150894ce2d2 req-1fe2592f-e98a-4dca-a542-5ad6fc04455d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2037954
Jun 24 16:40:23.579145 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f0b8dab2-317b-400d-9282-b0ac7912d0c0 req-9deaa574-b580-417e-a52f-0ad5016f5e35 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2984254
Jun 24 16:40:23.596570 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e37aaae-fabc-423b-a344-257f90b950c1 req-3c374fd9-467c-4ccf-8b43-acb8df021270 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.598435 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1e37aaae-fabc-423b-a344-257f90b950c1 req-3c374fd9-467c-4ccf-8b43-acb8df021270 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.2757268
Jun 24 16:40:23.610391 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-12fe1747-6047-4beb-a550-5fc266361a51'] response: {'name': 'network-changed', 'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'status': 'completed', 'code': 200}
Jun 24 16:40:23.657990 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1e37aaae-fabc-423b-a344-257f90b950c1 req-fbb884a3-8db8-467f-9c06-522abf18ae20 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0479970
Jun 24 16:40:23.673400 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-6fff552d-9435-4f35-b14c-730d5481306d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.674956 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-6fff552d-9435-4f35-b14c-730d5481306d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1097 time: 0.1348681
Jun 24 16:40:23.746597 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-62afbb85-4fb7-4386-9f13-f68f9a035fc7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 217 time: 0.0644774
Jun 24 16:40:23.815576 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-3c9d668f-662e-45fa-a7ad-665bf2170223 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.817005 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-3c9d668f-662e-45fa-a7ad-665bf2170223 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0625553
Jun 24 16:40:23.917712 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-a5060fe8-2b8d-41ed-ae4e-27448288dc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:23.920324 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-a5060fe8-2b8d-41ed-ae4e-27448288dc25 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0968773
Jun 24 16:40:24.079067 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-dfc63ac8-e1f4-4375-90f7-055f30f53974 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1497571
Jun 24 16:40:24.085634 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c168688d-fbe0-44f2-82d0-c594b4ddfab3 req-af969948-9b57-4f64-968f-5c1ce454e4b1 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.087913 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c168688d-fbe0-44f2-82d0-c594b4ddfab3 req-af969948-9b57-4f64-968f-5c1ce454e4b1 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1387036
Jun 24 16:40:24.147666 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c168688d-fbe0-44f2-82d0-c594b4ddfab3 req-a995fe25-017e-463d-9d4e-59fc606faf40 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0479550
Jun 24 16:40:24.237641 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d55e4e39-78b8-4d00-8cd4-047117713757 req-094525e2-5810-41aa-8ea7-62249fa472f3 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1507444
Jun 24 16:40:24.376481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-cb73cdab-93b1-4807-b652-bc5173d5306c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.377926 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-cb73cdab-93b1-4807-b652-bc5173d5306c service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1097 time: 0.0873361
Jun 24 16:40:24.510875 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-9f97944b-c310-4f32-9983-ca542dfb24f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.512352 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-9f97944b-c310-4f32-9983-ca542dfb24f7 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1278641
Jun 24 16:40:24.582535 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-450284a4-84fe-434c-9611-10747b78473e service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 217 time: 0.0614696
Jun 24 16:40:24.744632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cc357b-6fbf-4af2-bb4d-b4e213636078 req-92398aa2-ad1c-4a03-a111-79648573fa93 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.745939 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-68aafda0-d518-419f-be4b-58cf9dca1f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.746328 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b0cc357b-6fbf-4af2-bb4d-b4e213636078 req-92398aa2-ad1c-4a03-a111-79648573fa93 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 944 time: 0.0984664
Jun 24 16:40:24.747425 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-68aafda0-d518-419f-be4b-58cf9dca1f1d service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.1600637
Jun 24 16:40:24.837052 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b0cc357b-6fbf-4af2-bb4d-b4e213636078 req-0679eaf1-e6a1-4ccd-a2fc-692d9ce98942 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0837455
Jun 24 16:40:24.879805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90984448-2190-4095-8162-d4d3807731f4 req-b57d4de5-587a-4811-86fc-2731959493ce tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:24.881281 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-90984448-2190-4095-8162-d4d3807731f4 req-b57d4de5-587a-4811-86fc-2731959493ce tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.1005194
Jun 24 16:40:24.928363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-90984448-2190-4095-8162-d4d3807731f4 req-1da1cfb0-971f-46b7-99d7-3723b4bddd08 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0407236
Jun 24 16:40:25.112605 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:40:25.352912 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d4c663-68c9-4c7b-ae9d-ab26a96a23f1 req-d2a8787e-64b1-409e-80b5-fc021adad2f9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:25.354495 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a2d4c663-68c9-4c7b-ae9d-ab26a96a23f1 req-d2a8787e-64b1-409e-80b5-fc021adad2f9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.0957165
Jun 24 16:40:25.402557 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a2d4c663-68c9-4c7b-ae9d-ab26a96a23f1 req-f5e4ef77-6cac-4e97-8653-ab438dbf05e9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0419672
Jun 24 16:40:26.042600 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa98033a-9ac2-45cd-928a-dcd479d97f4d req-0b9c2fe1-e3b5-4f03-bd32-56f492090152 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:26.044046 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fa98033a-9ac2-45cd-928a-dcd479d97f4d req-0b9c2fe1-e3b5-4f03-bd32-56f492090152 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 944 time: 0.0924191
Jun 24 16:40:26.141430 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fa98033a-9ac2-45cd-928a-dcd479d97f4d req-761554ea-ebd7-4bab-8649-3bbfb6387d7d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0629601
Jun 24 16:40:26.163756 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203c3acb-a0a8-4847-9ab2-faaaede39ae5 req-b844e95c-85ed-44b9-8412-a35b9dbfb7c5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:26.165257 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-203c3acb-a0a8-4847-9ab2-faaaede39ae5 req-b844e95c-85ed-44b9-8412-a35b9dbfb7c5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.1305876
Jun 24 16:40:26.209235 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-203c3acb-a0a8-4847-9ab2-faaaede39ae5 req-6051295f-38e5-45fe-8134-85830930954a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382526
Jun 24 16:40:26.588058 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-208a510f-c003-4ff5-b904-7f73669622b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:26.589613 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-208a510f-c003-4ff5-b904-7f73669622b7 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0832293
Jun 24 16:40:26.610544 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbd4f6-2e30-4685-9c67-36b2a54ed187 req-941d2f7f-84d2-4c45-8b01-c564bb8d6b4f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:26.612361 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-25fbd4f6-2e30-4685-9c67-36b2a54ed187 req-941d2f7f-84d2-4c45-8b01-c564bb8d6b4f tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.0992413
Jun 24 16:40:26.661219 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-25fbd4f6-2e30-4685-9c67-36b2a54ed187 req-1bca5751-0348-4a71-9bff-e504b71de15b tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0425251
Jun 24 16:40:27.526935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb792c24-7d0c-4b90-bac2-b6c0f6777efc req-bcabb33b-6e7c-4613-8080-a7c5c4743697 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:27.529413 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bb792c24-7d0c-4b90-bac2-b6c0f6777efc req-bcabb33b-6e7c-4613-8080-a7c5c4743697 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.1985874
Jun 24 16:40:27.598211 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bb792c24-7d0c-4b90-bac2-b6c0f6777efc req-0ce82751-4b00-46d7-a859-f3305ab70182 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0546310
Jun 24 16:40:27.613102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568cf4bf-7b3f-42ce-b0b8-65ab828483ce req-117bf3b2-af0a-4bf4-8e17-5a3de6663521 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:27.615781 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-364b7853-bfe0-4896-b8ba-37e25080976e service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1943281
Jun 24 16:40:27.616408 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-568cf4bf-7b3f-42ce-b0b8-65ab828483ce req-117bf3b2-af0a-4bf4-8e17-5a3de6663521 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 944 time: 0.1975324
Jun 24 16:40:27.662999 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-568cf4bf-7b3f-42ce-b0b8-65ab828483ce req-bc436ada-1a44-4f67-bc09-1d14f9957741 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0416560
Jun 24 16:40:27.778922 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-2d1b3a37-ece3-4af4-80a7-546ccc2df33b req-ab5f15a3-e723-491a-8b48-eb8062e3417d service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1526682
Jun 24 16:40:27.864397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82c7aab5-27b9-45dc-b396-0b804e49aaa8 req-d3e2f25d-0857-4664-b1e4-14ce239f4f89 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:27.865787 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-82c7aab5-27b9-45dc-b396-0b804e49aaa8 req-d3e2f25d-0857-4664-b1e4-14ce239f4f89 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.0930629
Jun 24 16:40:27.913418 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-82c7aab5-27b9-45dc-b396-0b804e49aaa8 req-ba20c8e3-57a5-4cff-a394-dcb0ba0d0971 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.0411208
Jun 24 16:40:28.587062 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 5ca97655-924b-4e05-814b-f5434e316687 details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:40:28.737725 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5ca97655-924b-4e05-814b-f5434e316687,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:28.753078 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '5ca97655-924b-4e05-814b-f5434e316687', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'port_id': '5ca97655-924b-4e05-814b-f5434e316687', 'mac_address': 'fa:16:3e:66:85:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 324, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:40:28.822581 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 5ca97655-924b-4e05-814b-f5434e316687 is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:28.823104 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:28.840763 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ca97655-924b-4e05-814b-f5434e316687 {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:40:28.856796 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5ca97655-924b-4e05-814b-f5434e316687,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:28.862088 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:28.862816 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:40:28.897765 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f8fec1-19a9-4e9a-ace7-0e97354bbdae req-d6882840-daf7-4f28-9f84-2d4bea958803 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:28.899288 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60f8fec1-19a9-4e9a-ace7-0e97354bbdae req-d6882840-daf7-4f28-9f84-2d4bea958803 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 943 time: 0.1691773
Jun 24 16:40:28.927327 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb48b740-49f9-4948-ad75-d1f091061f14 req-66bc185f-b08c-46aa-a593-577914faf27d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:28.928787 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb48b740-49f9-4948-ad75-d1f091061f14 req-66bc185f-b08c-46aa-a593-577914faf27d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 944 time: 0.1390431
Jun 24 16:40:28.979515 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-60f8fec1-19a9-4e9a-ace7-0e97354bbdae req-92d7a359-1248-4790-b5e9-19c578abd4b0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0741029
Jun 24 16:40:28.992185 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fb48b740-49f9-4948-ad75-d1f091061f14 req-117d3054-690a-459c-8e0f-83987855d270 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0558286
Jun 24 16:40:29.003447 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:29.016145 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.016492 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.016829 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.017160 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.017487 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.017816 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.018140 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.018466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.018811 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.019133 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.019451 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.019769 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:29.118170 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:29.131904 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'port_id': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'mac_address': 'fa:16:3e:0c:f2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:40:29.182034 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cb3fa4-9e5a-42be-ac26-7427d4bb3d81 req-c2cf63d7-e4b2-4eee-8480-2456ca1df057 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:29.183709 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-26cb3fa4-9e5a-42be-ac26-7427d4bb3d81 req-c2cf63d7-e4b2-4eee-8480-2456ca1df057 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.0953355
Jun 24 16:40:29.193551 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:29.193928 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:29.212844 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:40:29.240325 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:29.245220 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:29.323472 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:29.349524 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-26cb3fa4-9e5a-42be-ac26-7427d4bb3d81 req-fdf2d247-0805-4df5-9893-2f5fd6399707 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&id=3fe36388-f84c-489a-992f-b31b2e32a507&fields=id&fields=name HTTP/1.1" status: 200  len: 379 time: 0.1597257
Jun 24 16:40:29.569766 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:40:29.653908 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['5ca97655-924b-4e05-814b-f5434e316687'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:40:30.264638 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc30f0dd-a0a9-4621-babc-fea03e0a99cd req-55affa48-7f0b-4e42-b4af-e049ffcff274 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:30.266047 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dc30f0dd-a0a9-4621-babc-fea03e0a99cd req-55affa48-7f0b-4e42-b4af-e049ffcff274 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 944 time: 0.1499593
Jun 24 16:40:30.274278 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a11e4-d1dd-4928-87be-4c3eee9d44b6 req-886f096b-b291-4b0f-85e9-2d25d8edeace tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:30.275720 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d9a11e4-d1dd-4928-87be-4c3eee9d44b6 req-886f096b-b291-4b0f-85e9-2d25d8edeace tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 945 time: 0.1199818
Jun 24 16:40:30.342156 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dc30f0dd-a0a9-4621-babc-fea03e0a99cd req-44eb31c3-6c1a-4fed-8bb0-277a71d01ca5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0655026
Jun 24 16:40:30.349861 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8d9a11e4-d1dd-4928-87be-4c3eee9d44b6 req-33e12c13-c99b-4daf-8b6f-30d1ab44d61e tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0584228
Jun 24 16:40:30.607420 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:30.672972 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:30.677648 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:30.678011 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:30.791860 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:30.792230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:30.824019 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:30.834091 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:30.838828 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:30.872275 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-d4995dbf-2132-437c-9e3e-e9f7591d3f46'] response: {'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'code': 200}
Jun 24 16:40:30.919163 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:31.127506 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-634d3905-ea02-4171-a19e-1751adc875ba req-bd037d4d-0c0f-4bdb-9e43-1b3145b6f0de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:31.128880 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-634d3905-ea02-4171-a19e-1751adc875ba req-bd037d4d-0c0f-4bdb-9e43-1b3145b6f0de service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1099 time: 0.0851581
Jun 24 16:40:31.172631 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-634d3905-ea02-4171-a19e-1751adc875ba req-955e1aeb-3d21-4b9b-85c4-81a1551767ca service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0362465
Jun 24 16:40:31.598158 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9575558-76bd-498c-a9f3-96ace2f60543 req-9f8b29e3-7585-4278-8c37-e128074ed076 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:31.599631 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9575558-76bd-498c-a9f3-96ace2f60543 req-9f8b29e3-7585-4278-8c37-e128074ed076 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 944 time: 0.1502652
Jun 24 16:40:31.610071 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbea4f6b-611f-44c8-bded-5583f1c03d46 req-0fc34628-3996-4cc2-a7d5-35ce210ddb49 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:31.611559 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bbea4f6b-611f-44c8-bded-5583f1c03d46 req-0fc34628-3996-4cc2-a7d5-35ce210ddb49 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1245542
Jun 24 16:40:31.683140 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a9575558-76bd-498c-a9f3-96ace2f60543 req-efb4ee2e-ddd4-4401-9a7a-54e467e2d920 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0703907
Jun 24 16:40:31.690101 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-bbea4f6b-611f-44c8-bded-5583f1c03d46 req-67130486-927c-447b-974e-9b79ee672be8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0618210
Jun 24 16:40:32.607347 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 5ca97655-924b-4e05-814b-f5434e316687 up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:40:32.673541 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 5ca97655-924b-4e05-814b-f5434e316687 completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:40:32.678433 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 5ca97655-924b-4e05-814b-f5434e316687 triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:40:32.678819 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:32.803740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 5ca97655-924b-4e05-814b-f5434e316687 is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:40:32.804129 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:32.842463 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5ca97655-924b-4e05-814b-f5434e316687,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:40:32.847710 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:32.880314 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca97655-924b-4e05-814b-f5434e316687'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:32.927113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:32.974956 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8f799d-7b44-4981-a04b-3db89103e178 req-63bc4862-8fb6-467f-b93d-cf687e164bae tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:32.976372 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3c8f799d-7b44-4981-a04b-3db89103e178 req-63bc4862-8fb6-467f-b93d-cf687e164bae tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.1653039
Jun 24 16:40:32.987493 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29cf7b17-d404-4fde-8dd6-8252b988af8c req-f04a363c-edf8-4611-98fa-63da958082e3 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:32.988813 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-29cf7b17-d404-4fde-8dd6-8252b988af8c req-f04a363c-edf8-4611-98fa-63da958082e3 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1283932
Jun 24 16:40:33.055190 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3c8f799d-7b44-4981-a04b-3db89103e178 req-eccb0963-46d6-4536-ba0f-09408763696d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0654740
Jun 24 16:40:33.059406 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-29cf7b17-d404-4fde-8dd6-8252b988af8c req-1808334d-895c-46b0-9c3b-f296e0aa1d75 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0566273
Jun 24 16:40:33.105505 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8a5f08ae-d78b-429b-b257-b1dea37b25b9'] response: {'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ca97655-924b-4e05-814b-f5434e316687', 'code': 200}
Jun 24 16:40:33.485546 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15ee4732-c8c5-4629-842b-814b355a786a req-e34e27d2-d11d-4d42-af4c-62d1a1c72dd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:33.487138 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15ee4732-c8c5-4629-842b-814b355a786a req-e34e27d2-d11d-4d42-af4c-62d1a1c72dd7 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1098 time: 0.0788205
Jun 24 16:40:33.529613 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-15ee4732-c8c5-4629-842b-814b355a786a req-5b7560ed-ca99-4387-8cec-5d944d7f865e service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0361376
Jun 24 16:40:33.780498 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37184) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:33.893972 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:33.908588 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:33.912280 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Usage tracker for resource:security_group_rule and tenant:afa118a83e8b45eba14c147a6772b2b0 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:33.915052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:33.921844 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:34.006882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.011415 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.056693 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=afa118a83e8b45eba14c147a6772b2b0&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2745850
Jun 24 16:40:34.057632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8e40913-65f8-4ef6-be47-de7ef7f9a9ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9a50ffb-2a5c-4918-81ec-1a90ca4f862e,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:34.059383 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37190) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:34.119706 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.147497 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.199955 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.215091 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9a50ffb-2a5c-4918-81ec-1a90ca4f862e,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:34.221173 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:34.225221 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-22dcbd39-e00a-4d8b-8ecc-740a2648cee8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d9a50ffb-2a5c-4918-81ec-1a90ca4f862e HTTP/1.1" status: 204  len: 168 time: 0.1611474
Jun 24 16:40:34.325782 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee046197-2d12-4c5e-8abe-d1fcb401ebc3 req-1664c93a-4f51-4ff9-a43e-a9f420ae4ac2 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:34.327324 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ee046197-2d12-4c5e-8abe-d1fcb401ebc3 req-1664c93a-4f51-4ff9-a43e-a9f420ae4ac2 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1233473
Jun 24 16:40:34.336713 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6c53fef-cdcb-4e78-8eb2-7fa1354ba948 req-8dbea434-1e8f-46cb-8919-2fe1a1009b85 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:34.338128 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d6c53fef-cdcb-4e78-8eb2-7fa1354ba948 req-8dbea434-1e8f-46cb-8919-2fe1a1009b85 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.1751618
Jun 24 16:40:34.412374 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ee046197-2d12-4c5e-8abe-d1fcb401ebc3 req-4c1e0941-7784-46c2-babf-bf86f5492da1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0732791
Jun 24 16:40:34.417548 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d6c53fef-cdcb-4e78-8eb2-7fa1354ba948 req-06a92d11-ab57-421b-872c-c7c08515b5fa tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0653350
Jun 24 16:40:34.617061 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d02408-1c0e-4813-a149-cdde4bc5b8fe req-544d77ab-0d4b-4c1b-9a68-d1cdde86a3e1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:34.618506 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-73d02408-1c0e-4813-a149-cdde4bc5b8fe req-544d77ab-0d4b-4c1b-9a68-d1cdde86a3e1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0927591
Jun 24 16:40:34.628121 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37202) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:34.633391 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'floatingip': {'port_id': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:34.712187 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:35.292771 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:35.296944 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:35.555623 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Floating IP e9a77e71-860c-4c8d-8691-b77d60467c73 associated. External IP: 172.27.2.226, port: 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d.
Jun 24 16:40:35.612602 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70030184-854f-437a-a0c5-acf375a50c3f req-91687719-bafc-4c8f-9b57-e4dadc0da2d6 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:35.614065 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70030184-854f-437a-a0c5-acf375a50c3f req-91687719-bafc-4c8f-9b57-e4dadc0da2d6 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.0874124
Jun 24 16:40:35.659399 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-70030184-854f-437a-a0c5-acf375a50c3f req-cdb1cf2a-d40a-4843-ae0f-1e972cfecf29 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0388253
Jun 24 16:40:35.852419 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a732117f-2283-40c6-afdb-34461d9b9afe req-2ee6500d-3a73-4ebb-aa32-4d743ab48850 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:35.853775 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a732117f-2283-40c6-afdb-34461d9b9afe req-2ee6500d-3a73-4ebb-aa32-4d743ab48850 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.0887196
Jun 24 16:40:35.897566 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a732117f-2283-40c6-afdb-34461d9b9afe req-33b2f9e9-3032-4c1e-b9df-14d5bb27b9ae tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0381539
Jun 24 16:40:35.906789 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:40:35.919842 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37210) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:36.086247 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:40:36.090966 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:36.095263 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:40:36.104652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:36.105169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6940>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:40:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:36.146477 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-3b7e4314-d7cd-4250-bca5-985880cecbaf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "PUT /v2.0/floatingips/e9a77e71-860c-4c8d-8691-b77d60467c73 HTTP/1.1" status: 200  len: 992 time: 1.5151944
Jun 24 16:40:36.146477 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:36.166319 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b29ee13-66e1-496e-8e22-b0e304b87cc1 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:36.168150 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-3b29ee13-66e1-496e-8e22-b0e304b87cc1 tempest-TestVolumeBootPattern-1243127565 tempest-TestVolumeBootPattern-1243127565-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1093 time: 0.2473707
Jun 24 16:40:36.170884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37220) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:40:36.176579 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'port_id': '5ca97655-924b-4e05-814b-f5434e316687', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address': '172.20.0.9'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:40:36.182856 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:40:36.186888 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Usage tracker for resource:floatingip and tenant:901fbc33d59d49f8afa7f06d62e19e16 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:40:36.189950 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f9106794-119e-43e2-ae91-e6fe274e5512'] response: {'name': 'network-changed', 'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'status': 'completed', 'code': 200}
Jun 24 16:40:36.191329 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:40:36.197131 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:40:36.212408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:36.297302 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:36.306264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-48bc9482-69e0-46a4-b20e-dbb8e231eea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:36.307793 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-48bc9482-69e0-46a4-b20e-dbb8e231eea5 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1099 time: 0.0895357
Jun 24 16:40:36.353084 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:36.463616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-ec84f06d-d08c-4b49-bd3a-d9bc902ded4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:36.465095 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-ec84f06d-d08c-4b49-bd3a-d9bc902ded4b service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1478021
Jun 24 16:40:36.501849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Allocated IP 172.27.2.206 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/ef780195-9860-479f-bb92-d1768432328d) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:40:36.589292 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-b0786d45-d448-42e3-8dc0-1296531f8513 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 1000 time: 0.1024499
Jun 24 16:40:36.662747 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-503375e2-4c25-481b-9fca-221d8c341625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:36.664240 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-503375e2-4c25-481b-9fca-221d8c341625 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0647805
Jun 24 16:40:36.711321 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6940>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'e9a77e71-860c-4c8d-8691-b77d60467c73', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:0c:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc30718-1530-42df-bb08-c3418a02180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:15Z', 'updated_at': '2022-06-24T16:40:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:36.715642 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:40:36.724756 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:36.725359 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6940>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:40:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:36.757058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:36.763815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-4710ca82-ed06-454e-a299-7d5b2341379a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:36.765364 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-4710ca82-ed06-454e-a299-7d5b2341379a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0863521
Jun 24 16:40:36.787501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:36.857378 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:40:36.860805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:40:36.864622 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:40:36.901013 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=ef780195-9860-479f-bb92-d1768432328d,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:36.912935 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:36.913156 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.913309 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.913518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.913845 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.914165 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.914535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.914882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.915160 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.915483 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.915802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.916120 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.916436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:40:36.953566 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-18b349ea-562f-49f0-8ab3-006afa2755b5 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1727121
Jun 24 16:40:37.216730 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3fc152dc-3728-4c8b-8588-857f9e41b81a req-ddc55334-2577-49ab-91fa-98b061fb2833 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2521164
Jun 24 16:40:37.305656 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84d6940>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'e9a77e71-860c-4c8d-8691-b77d60467c73', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:0c:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc30718-1530-42df-bb08-c3418a02180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:15Z', 'updated_at': '2022-06-24T16:40:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:37.309699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5ae1a75-96d9-413e-837f-820c87d6bf3a None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': 'e9a77e71-860c-4c8d-8691-b77d60467c73', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.226', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:0c:f2:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc30718-1530-42df-bb08-c3418a02180f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:15Z', 'updated_at': '2022-06-24T16:40:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:40:37.345489 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:37.424595 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:37.522045 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d65e13a1-e789-41c9-a5b7-a3b14dd375cd None None] New status for floating IP e9a77e71-860c-4c8d-8691-b77d60467c73: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:40:37.633361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:37.638722 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:37.742535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event updated for resources: {'Port': ['ID=ef780195-9860-479f-bb92-d1768432328d,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:40:37.758550 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:37.924441 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP ea88a552-02f9-4035-b8ad-8d262b7ffd28 associated. External IP: 172.27.2.206, port: 5ca97655-924b-4e05-814b-f5434e316687.
Jun 24 16:40:38.395931 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:40:38.574189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:40:38.584386 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:40:38.593822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:38.594419 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b834ab20>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:40:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:38.603926 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:38.661101 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e9c4738c-af9d-4b75-b1b7-0983df66cba0 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 996 time: 2.4884086
Jun 24 16:40:38.661684 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:40:38.704692 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ac7e4b30-e5b4-4666-bc45-63873631895e'] response: {'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687', 'status': 'completed', 'code': 200}
Jun 24 16:40:38.768572 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:38.812205 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-e6f3ce82-ff38-482b-a99d-226bf9fd0153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:38.813684 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-e6f3ce82-ff38-482b-a99d-226bf9fd0153 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1098 time: 0.0772011
Jun 24 16:40:38.949307 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-e6ad9f76-d973-441a-93cd-271d333e992d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:38.950666 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-e6ad9f76-d973-441a-93cd-271d333e992d service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.1265476
Jun 24 16:40:39.057257 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-f3d4820a-c9da-49cb-a633-3b90c3677379 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 200  len: 999 time: 0.0980420
Jun 24 16:40:39.114392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b834ab20>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}, {'id': 'ea88a552-02f9-4035-b8ad-8d262b7ffd28', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '5ca97655-924b-4e05-814b-f5434e316687', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:66:85:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:37Z', 'updated_at': '2022-06-24T16:40:37Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:39.118231 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:40:39.119746 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-a3866cdc-4faa-45aa-b968-26e8140ffb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:39.121223 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-a3866cdc-4faa-45aa-b968-26e8140ffb63 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0563116
Jun 24 16:40:39.127001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:40:39.128507 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b834ab20>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:40:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:39.217297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-a40799d5-2b5b-4772-8295-60578f7ec111 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:40:39.218841 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-a40799d5-2b5b-4772-8295-60578f7ec111 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0790329
Jun 24 16:40:39.303205 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:40:39.355173 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-eb3b7f8c-0472-4dbc-8524-c66c379b18a5 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268630
Jun 24 16:40:39.502104 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-95175441-4d1e-465c-9dfa-2708a75809a8 req-cfb79d98-6ceb-4bf8-9c69-a995e1015630 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1258655
Jun 24 16:40:39.692607 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b834ab20>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}, {'id': 'ea88a552-02f9-4035-b8ad-8d262b7ffd28', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '5ca97655-924b-4e05-814b-f5434e316687', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:66:85:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:37Z', 'updated_at': '2022-06-24T16:40:37Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:40:39.696530 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6bf321f-c23e-4293-8371-623b6a75911c None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}, {'id': 'ea88a552-02f9-4035-b8ad-8d262b7ffd28', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.206', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '5ca97655-924b-4e05-814b-f5434e316687', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 672, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:66:85:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:40:37Z', 'updated_at': '2022-06-24T16:40:37Z', 'revision_number': 0, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:40:39.877375 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceba6b31-d4b4-4274-96c5-56d79896c5f1 None None] New status for floating IP ea88a552-02f9-4035-b8ad-8d262b7ffd28: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:40:41.056306 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:48.870613 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c7088ce3-38bd-463f-8b70-12ed320aca8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:51.163760 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a3433f19-5f27-441d-9d82-fa9afbca5594 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:51.972830 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:52.270510 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:40:53.404897 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:02.111252 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:41:11.062303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:16.875640 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-a9130e0c-7d82-428a-b13c-55c7d83d572e service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0763752
Jun 24 16:41:16.980572 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-b615f061-6698-4276-a987-ce4143bf6c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:16.982199 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-b615f061-6698-4276-a987-ce4143bf6c81 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1098 time: 0.0841982
Jun 24 16:41:17.137439 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-623582dc-f3a6-4b6d-8a66-bce44a16828c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:17.138847 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-623582dc-f3a6-4b6d-8a66-bce44a16828c service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.1333849
Jun 24 16:41:17.244968 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-401ce48a-49a9-4c7b-b2a1-0dc98b74cc74 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 1001 time: 0.0997689
Jun 24 16:41:17.308190 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-a25d2a32-9b29-456a-8168-aefdc9ee10d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:17.309636 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-a25d2a32-9b29-456a-8168-aefdc9ee10d3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0588686
Jun 24 16:41:17.402386 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-4f05b225-bf35-4e26-88f8-8e09058dd13f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:17.403838 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-4f05b225-bf35-4e26-88f8-8e09058dd13f service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0870552
Jun 24 16:41:17.538205 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-eeb42385-ce5e-4a29-8e1b-e2a64619cf38 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1264696
Jun 24 16:41:17.764800 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-68b65831-0931-4107-991f-1f5d9f0a23f5 req-342a20ce-cf7c-4969-b013-67a8e79fa396 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2198596
Jun 24 16:41:18.872652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7ecbc51-789f-49c0-a838-a88e6f72db39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:20.789922 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37260) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:21.098011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Deleting port 41403a43-2c49-4f77-a718-12e7d622bff0 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:21.098345 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.168124 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c225ec37-89a2-4004-81fe-a3692a23200f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.280038 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.280361 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.409265 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Calling delete_port for 41403a43-2c49-4f77-a718-12e7d622bff0 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:21.579701 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.627231 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event deleted for resources: {'Port': ['ID=41403a43-2c49-4f77-a718-12e7d622bff0,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:21.732078 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:21.732537 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Floating IP fd7989f9-4d23-4ba7-85a2-21fd0e14a438 disassociated (deleted). External IP: 172.27.2.143, port: 6d2412c6-1db3-4737-baaa-2744c29fbff8.
Jun 24 16:41:21.977034 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:22.186956 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:22.272740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:22.367407 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:22.378416 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Sync routers for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:22.380831 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:22.388465 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:22.389076 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b89507c0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:22.436044 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f0f10360-17ab-411b-af03-a06f2c058df8 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "DELETE /v2.0/floatingips/fd7989f9-4d23-4ba7-85a2-21fd0e14a438 HTTP/1.1" status: 204  len: 168 time: 1.6450486
Jun 24 16:41:22.436703 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:41:22.486156 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-98b21ca7-b0be-4cd6-8180-1c727f5f47f9'] response: {'name': 'network-changed', 'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'status': 'completed', 'code': 200}
Jun 24 16:41:22.580318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:22.587912 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-48d17270-e3a6-4ca3-a43d-a66a6f9e003f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:22.590166 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-48d17270-e3a6-4ca3-a43d-a66a6f9e003f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 1098 time: 0.0819104
Jun 24 16:41:22.735199 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-a0280054-52e1-4f1a-8522-4af421b39ea8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:22.736960 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-a0280054-52e1-4f1a-8522-4af421b39ea8 service neutron] 10.222.0.47 "GET /v2.0/networks?id=d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 200  len: 910 time: 0.1390421
Jun 24 16:41:22.822522 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-ba420714-6b86-460b-b48c-282987c8ccf6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 200  len: 217 time: 0.0786984
Jun 24 16:41:22.911821 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-37aa5fa5-00fa-46c6-a7b5-4ab185952785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:22.913614 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-37aa5fa5-00fa-46c6-a7b5-4ab185952785 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 200  len: 848 time: 0.0785332
Jun 24 16:41:22.946249 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b89507c0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:22.951047 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Checking router: 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:22.966573 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:22.967301 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b89507c0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:22.989857 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2770e05-f758-4755-bc84-b7a443bd2a21 req-8b1b7049-4957-4613-8251-84da74de57c2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:22.990604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2770e05-f758-4755-bc84-b7a443bd2a21 req-8b1b7049-4957-4613-8251-84da74de57c2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Synchronizing usage tracker for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:41:23.012454 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-e2770e05-f758-4755-bc84-b7a443bd2a21 req-8b1b7049-4957-4613-8251-84da74de57c2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Unset dirty status for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:41:23.021298 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2770e05-f758-4755-bc84-b7a443bd2a21 req-8b1b7049-4957-4613-8251-84da74de57c2 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.2762372
Jun 24 16:41:23.035041 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-064ade58-c82a-4c76-bc63-3e6ca3c67a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:23.037168 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-064ade58-c82a-4c76-bc63-3e6ca3c67a5a service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=d17a863c-a81e-4c59-a7bb-78257dd93ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1163757
Jun 24 16:41:23.078522 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e2770e05-f758-4755-bc84-b7a443bd2a21 req-9008af4d-f651-4008-a3e6-e04ca1e9b507 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0556738
Jun 24 16:41:23.185102 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:23.218188 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-025ffe38-fc55-4633-b0ad-f9fd4fa11aaf service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1734805
Jun 24 16:41:23.426677 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-acf9cfec-87f1-4671-80b3-de3ade76c26b req-89a0f32d-e8fd-40c4-8814-cfff7640c245 service neutron] 10.222.0.47 "GET /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2002516
Jun 24 16:41:23.497406 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:23.622166 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b89507c0>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:23.626416 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcfc470e-a498-48ce-b909-d80700e2470c None None] The sync data for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi is: [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:35:55Z', 'revision_number': 4, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5', 'name': '', 'network_id': 'd17a863c-a81e-4c59-a7bb-78257dd93ed2', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'mac_address': 'fa:16:3e:c6:31:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_interface', 'standard_attr_id': 468, 'fixed_ips': [{'subnet_id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:55Z', 'updated_at': '2022-06-24T16:36:05Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'subnets': [{'id': '78088514-e7d0-4bb6-ac96-1a28fbb86d08', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:23.874095 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d16db942-2209-4a91-a7a7-ede416209a90 None None] New status for floating IP fd7989f9-4d23-4ba7-85a2-21fd0e14a438: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:41:24.268976 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fbbf8-999c-4ca6-841c-d4403838e752 req-87f00357-e002-4295-92dc-c2a8b979a4a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:24.270485 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6f0fbbf8-999c-4ca6-841c-d4403838e752 req-87f00357-e002-4295-92dc-c2a8b979a4a7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.0889969
Jun 24 16:41:24.319056 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6f0fbbf8-999c-4ca6-841c-d4403838e752 req-4a4bc216-de88-4bf3-9667-c0437e227232 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/security-groups?id=b5b3c3db-d6fe-48a3-8726-7fa1c7728752&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0426145
Jun 24 16:41:24.526050 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-06c4a924-5d67-410e-805d-7f8f276a3eee tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:24.526634 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-06c4a924-5d67-410e-805d-7f8f276a3eee tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Synchronizing usage tracker for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:41:24.539189 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-06c4a924-5d67-410e-805d-7f8f276a3eee tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Unset dirty status for tenant:a34b225f93234ca38c8d0c3d37ba0b8f on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:41:24.540381 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-06c4a924-5d67-410e-805d-7f8f276a3eee tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.47 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 945 time: 0.1037533
Jun 24 16:41:24.619647 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Deleting port 6d2412c6-1db3-4737-baaa-2744c29fbff8 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:24.619992 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:24.881640 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] For port 6d2412c6-1db3-4737-baaa-2744c29fbff8, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=6d2412c6-1db3-4737-baaa-2744c29fbff8,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:24.881989 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:25.013694 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Calling delete_port for 6d2412c6-1db3-4737-baaa-2744c29fbff8 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:25.168997 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:25.318318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event deleted for resources: {'Port': ['ID=6d2412c6-1db3-4737-baaa-2744c29fbff8,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:25.362793 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.363142 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.363477 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.363805 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.364129 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.364451 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.364772 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.365092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.365421 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.365732 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.366045 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.366355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:25.418736 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] No DVR routers for this DVR port 6d2412c6-1db3-4737-baaa-2744c29fbff8 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:25.421197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:25.424681 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-deleted', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:41:25.443287 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7208ac3c-1f6e-49d1-96b1-de5eb561c9d0 req-e61b721e-cfd4-486b-ab32-7c81fea3cf4a tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.47 "DELETE /v2.0/ports/6d2412c6-1db3-4737-baaa-2744c29fbff8 HTTP/1.1" status: 204  len: 173 time: 0.8962653
Jun 24 16:41:25.479619 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-76000e47-cfe8-48b2-b20b-21bbae047a51'] response: {'server_uuid': 'bd57f4a8-0078-4dde-ac34-901a40bc7b8e', 'name': 'network-vif-deleted', 'tag': '6d2412c6-1db3-4737-baaa-2744c29fbff8', 'status': 'completed', 'code': 200}
Jun 24 16:41:25.497706 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-83f9d52b-d583-4374-9612-68d3c05d047b req-c9ac5f7e-37e4-4eb3-a03f-6b8ddf653c4b tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "GET /v2.0/ports?device_id=bd57f4a8-0078-4dde-ac34-901a40bc7b8e HTTP/1.1" status: 200  len: 210 time: 0.0626514
Jun 24 16:41:26.596478 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37308) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:26.663279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:26.692670 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:26.756900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:26.775346 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5b3c3db-d6fe-48a3-8726-7fa1c7728752,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:26.789584 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:26.793497 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-84e55915-0154-497a-9c34-a1f2788672c7 tempest-TestShelveInstance-1507275054 tempest-TestShelveInstance-1507275054-project] 10.222.0.18 "DELETE /v2.0/security-groups/b5b3c3db-d6fe-48a3-8726-7fa1c7728752 HTTP/1.1" status: 204  len: 168 time: 0.1934578
Jun 24 16:41:26.832380 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37316) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:27.477688 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:27.818823 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Deleting port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:27.819245 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:27.990301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] For port 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:27.991033 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:28.114020 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Calling delete_port for 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:28.382990 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:28.429776 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:28.699560 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:28.882753 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:28.916862 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 6d2412c6-1db3-4737-baaa-2744c29fbff8 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:28.917200 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 6d2412c6-1db3-4737-baaa-2744c29fbff8 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:29.054009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:29.234673 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:29.243982 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Sync routers for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:29.247751 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d64ab711-a2ac-4e4d-b462-76c3b58ea8e2 admin admin] 10.222.0.18 "PUT /v2.0/routers/8eccb2e4-de5c-41f2-8c92-e1bbc4657604/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4136961
Jun 24 16:41:29.250273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37328) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:29.253079 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:29.253674 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e6ec40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:29.425052 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:29.430028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:29.711630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:29.722076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Deleting port d3ac07ea-fd7f-4924-a854-4a4eac74954a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:29.722464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:29.728981 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e6ec40>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61'}], 'enable_snat': True}, 'gw_port_id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:41:28Z', 'revision_number': 5, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port': {'id': 'd3ac07ea-fd7f-4924-a854-4a4eac74954a', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:62:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'device_owner': 'network:router_gateway', 'standard_attr_id': 465, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.61', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:35:51Z', 'updated_at': '2022-06-24T16:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:29.733637 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Checking router: 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:29.742588 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Routers {'8eccb2e4-de5c-41f2-8c92-e1bbc4657604'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:29.743321 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e6ec40>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:29.895547 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] Set router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:29.896267 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] For port d3ac07ea-fd7f-4924-a854-4a4eac74954a, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=d3ac07ea-fd7f-4924-a854-4a4eac74954a,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:29.896404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.001086 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e6ec40>, [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:41:29Z', 'revision_number': 6, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:30.005515 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32cf4b3a-8c70-4594-8d23-ab0fc7a1bb33 None None] The sync data for ids ['8eccb2e4-de5c-41f2-8c92-e1bbc4657604'] in dv-cinder-847189-3-iscsi is: [{'id': '8eccb2e4-de5c-41f2-8c92-e1bbc4657604', 'name': 'tempest-TestShelveInstance-1211936487-router', 'tenant_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:35:50Z', 'updated_at': '2022-06-24T16:41:29Z', 'revision_number': 6, 'project_id': 'a34b225f93234ca38c8d0c3d37ba0b8f', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:30.018834 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Calling delete_port for d3ac07ea-fd7f-4924-a854-4a4eac74954a owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:30.200508 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.260786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d3ac07ea-fd7f-4924-a854-4a4eac74954a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:30.359495 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.534778 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.536925 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.558908 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.559416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8eccb2e4-de5c-41f2-8c92-e1bbc4657604 {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:41:30.571651 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.572777 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-de36dd10-4e1c-4227-9f5c-dbbce97577b9 admin admin] 10.222.0.18 "DELETE /v2.0/routers/8eccb2e4-de5c-41f2-8c92-e1bbc4657604 HTTP/1.1" status: 204  len: 168 time: 1.3214502
Jun 24 16:41:30.575257 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37334) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:30.635831 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Deleting subnet 78088514-e7d0-4bb6-ac96-1a28fbb86d08 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:41:30.638612 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.686496 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.764312 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.837392 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.876572 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78088514-e7d0-4bb6-ac96-1a28fbb86d08,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:30.880186 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:30.886185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe98c26-b501-4d98-801b-1bf329cee4d1 None None] Network d17a863c-a81e-4c59-a7bb-78257dd93ed2 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:41:30.886390 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-bfa18147-db9c-4ee8-a3a8-fcdd0cd42cfe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/78088514-e7d0-4bb6-ac96-1a28fbb86d08 HTTP/1.1" status: 204  len: 168 time: 0.3100824
Jun 24 16:41:30.888824 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37338) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:31.004594 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.017947 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Deleting port 6730878a-ef0a-400b-8836-989cfa7d5a81 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:31.018283 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.133646 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:31.177572 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:31.178043 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1f5dbbf1-1b2e-4fe8-8f52-5930c468aff5 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:31.178581 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device d3ac07ea-fd7f-4924-a854-4a4eac74954a no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:31.203974 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] DHCP port deletion for d17a863c-a81e-4c59-a7bb-78257dd93ed2 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:41:31.216921 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: d3ac07ea-fd7f-4924-a854-4a4eac74954a {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:31.217387 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device d3ac07ea-fd7f-4924-a854-4a4eac74954a not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:31.220383 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Deleting port 6730878a-ef0a-400b-8836-989cfa7d5a81 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:31.220863 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.239365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] For port 6730878a-ef0a-400b-8836-989cfa7d5a81, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6730878a-ef0a-400b-8836-989cfa7d5a81,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:31.239740 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.382968 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Calling delete_port for 6730878a-ef0a-400b-8836-989cfa7d5a81 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:31.466241 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.489670 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] For port 6730878a-ef0a-400b-8836-989cfa7d5a81, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6730878a-ef0a-400b-8836-989cfa7d5a81,segment=NetworkSegment(50ca8aa8-e41f-4272-a379-d6be30d72e2f),segment_id=50ca8aa8-e41f-4272-a379-d6be30d72e2f)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:31.490062 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.522239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] No DVR routers for this DVR port 6730878a-ef0a-400b-8836-989cfa7d5a81 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:31.550786 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Pushing event deleted for resources: {'Port': ['ID=6730878a-ef0a-400b-8836-989cfa7d5a81,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:31.625335 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Calling delete_port for 6730878a-ef0a-400b-8836-989cfa7d5a81 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:31.701731 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:41:31.701983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:41:31.798972 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.827339 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3b593a0>,) {'filters': {'network_id': ['d17a863c-a81e-4c59-a7bb-78257dd93ed2']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:31.841823 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3b593a0>, '50ca8aa8-e41f-4272-a379-d6be30d72e2f') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:31.842129 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3b593a0>, '50ca8aa8-e41f-4272-a379-d6be30d72e2f') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:31.856004 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.878951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e987906-15de-4da4-b6eb-71cde4791f22 req-ba9b681d-9682-4196-8e94-cba854432860 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:31.880414 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e987906-15de-4da4-b6eb-71cde4791f22 req-ba9b681d-9682-4196-8e94-cba854432860 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2029209
Jun 24 16:41:31.883995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.906472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Releasing vlan 334 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:41:31.907199 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:31.972645 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 50ca8aa8-e41f-4272-a379-d6be30d72e2f resource provider aggregate not found
Jun 24 16:41:32.001052 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 50ca8aa8-e41f-4272-a379-d6be30d72e2f resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 50ca8aa8-e41f-4272-a379-d6be30d72e2f found for delete  ", "request_id": "req-a0c51570-82ec-4ad3-b003-e7f59ffc955c"}]}
Jun 24 16:41:32.016423 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-8e987906-15de-4da4-b6eb-71cde4791f22 req-bdb37c69-fa05-45ec-9eb4-f634ad4b1b5f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1297514
Jun 24 16:41:32.021408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:32.043745 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:32.049608 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] Pushing event deleted for resources: {'Network': ['ID=d17a863c-a81e-4c59-a7bb-78257dd93ed2,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:32.065558 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-de8c0d6c-280d-4a88-841d-763197a2d9ec admin admin] 10.222.0.18 "DELETE /v2.0/networks/d17a863c-a81e-4c59-a7bb-78257dd93ed2 HTTP/1.1" status: 204  len: 168 time: 1.1757073
Jun 24 16:41:32.068553 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37356) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:32.203614 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Deleting port 6730878a-ef0a-400b-8836-989cfa7d5a81 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:32.204185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:32.273189 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-fb0c074d-56b9-4dec-9c4c-926847c716de None None] The port '6730878a-ef0a-400b-8836-989cfa7d5a81' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:41:32.705209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.024282 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72a39231-5327-4405-ad96-a130cd18c040 req-d6b023bf-d188-45f2-88a3-26743571fa7c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-831328289&fields=id&tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4 HTTP/1.1" status: 200  len: 267 time: 0.0397961
Jun 24 16:41:33.059175 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Deleting port 6c4ee672-f353-46ba-87b1-1ef74452c40c {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:33.059446 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.125035 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a39231-5327-4405-ad96-a130cd18c040 req-eb0d68f0-fdf0-4dd8-af90-e2f80d7cd8b0 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:33.130777 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72a39231-5327-4405-ad96-a130cd18c040 req-eb0d68f0-fdf0-4dd8-af90-e2f80d7cd8b0 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 985 time: 0.1007807
Jun 24 16:41:33.141379 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6730878a-ef0a-400b-8836-989cfa7d5a81 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:33.178607 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 6730878a-ef0a-400b-8836-989cfa7d5a81 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:33.178984 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6730878a-ef0a-400b-8836-989cfa7d5a81 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:33.186442 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Request body: {'port': {'security_groups': ['75978e04-b645-4a48-97fe-730e79b68d56']}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:41:33.252869 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] For port 6c4ee672-f353-46ba-87b1-1ef74452c40c, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6c4ee672-f353-46ba-87b1-1ef74452c40c,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:33.253494 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.354934 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd24744c-b524-4e11-b899-cad7f38cef97 req-ab14053a-76b6-4e67-9d99-0225348c8ed3 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:33.356368 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dd24744c-b524-4e11-b899-cad7f38cef97 req-ab14053a-76b6-4e67-9d99-0225348c8ed3 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2249224
Jun 24 16:41:33.357048 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.382283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Calling delete_port for 6c4ee672-f353-46ba-87b1-1ef74452c40c owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:33.460513 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-dd24744c-b524-4e11-b899-cad7f38cef97 req-daad3317-4244-4520-a6bc-09989b03c37f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0944405
Jun 24 16:41:33.554974 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.604522 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Pushing event deleted for resources: {'Port': ['ID=6c4ee672-f353-46ba-87b1-1ef74452c40c,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:33.637840 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:33.664531 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.670894 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.684015 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:41:33.745765 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:33.746448 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.751166 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-72a39231-5327-4405-ad96-a130cd18c040 req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "PUT /v2.0/ports/688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 943 time: 0.6179082
Jun 24 16:41:33.760177 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:41:33.772472 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37366) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:33.846453 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a2b925-e5c6-43e5-bc2e-8e095aecc10c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event updated for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=7']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:33.868778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:41:33.910117 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-a61ec3c1-d1d6-4a33-a540-a13eb0c94e3d'] response: {'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:41:33.910754 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:33.948900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.028076 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.050566 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3fe36388-f84c-489a-992f-b31b2e32a507,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:34.059501 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.060723 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-7b840fb2-1438-491a-9cb2-142ee4fe23b3 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "DELETE /v2.0/security-groups/3fe36388-f84c-489a-992f-b31b2e32a507 HTTP/1.1" status: 204  len: 168 time: 0.2871020
Jun 24 16:41:34.063510 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37372) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:34.140821 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.149540 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-1a538a1d-f4bd-476c-8ac1-4bf06437cdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:34.151037 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-1a538a1d-f4bd-476c-8ac1-4bf06437cdc3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1099 time: 0.1369615
Jun 24 16:41:34.152185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-1e31bb38-c812-4f1a-8ad0-6e72de96e175 None None] Provisioning complete for port 688e29ea-2634-442c-8941-c7390b7f3cc6 triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:41:34.152559 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1e31bb38-c812-4f1a-8ad0-6e72de96e175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.273282 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-1e31bb38-c812-4f1a-8ad0-6e72de96e175 None None] Current status of the port 688e29ea-2634-442c-8941-c7390b7f3cc6 is: ACTIVE; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:41:34.283940 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Deleting port 38619f37-8a0b-4d30-a609-d091df58253f {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:34.284277 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.439767 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-4ea3c6a9-6524-4af8-a5da-6f37f768e873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:34.441104 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-4ea3c6a9-6524-4af8-a5da-6f37f768e873 service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.2329087
Jun 24 16:41:34.461534 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.461854 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.682220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Calling delete_port for 38619f37-8a0b-4d30-a609-d091df58253f owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:34.684988 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-c3d88145-ab5f-45a2-82c4-f2afa82eebba service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 1002 time: 0.1872733
Jun 24 16:41:34.747112 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Router 14fbb034-2f03-4351-aba0-3a5dd900067a has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:34.766990 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-ce1f8e77-bafb-4937-8dd1-83dce051dd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:34.769248 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-ce1f8e77-bafb-4937-8dd1-83dce051dd97 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0739260
Jun 24 16:41:34.834616 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-963b2789-1fb0-42e1-978e-fe6a47c447b7 req-3f67666a-d980-424e-9f3f-029f20c9d00b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:34.836092 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-963b2789-1fb0-42e1-978e-fe6a47c447b7 req-3f67666a-d980-424e-9f3f-029f20c9d00b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1607807
Jun 24 16:41:34.925067 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-963b2789-1fb0-42e1-978e-fe6a47c447b7 req-6cd54b43-a710-4d7c-85ff-e8b6e5924a5b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0829425
Jun 24 16:41:34.936277 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:34.984365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event deleted for resources: {'Port': ['ID=38619f37-8a0b-4d30-a609-d091df58253f,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:35.004206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:35.014066 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Sync routers for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:35.022813 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-f7557cb8-1dad-4847-a2d5-098022020cbb admin admin] 10.222.0.18 "PUT /v2.0/routers/14fbb034-2f03-4351-aba0-3a5dd900067a/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.9506896
Jun 24 16:41:35.023064 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-ca94307b-160b-4a19-a794-1524599f9f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:35.023305 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:35.024720 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d8a070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:35.024880 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37378) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:35.025016 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-ca94307b-160b-4a19-a794-1524599f9f1d service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.2014685
Jun 24 16:41:35.038215 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-01d7849d-860b-4277-9091-88d1a096c39b service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88114) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:41:35.039406 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-01d7849d-860b-4277-9091-88d1a096c39b service neutron] 10.222.0.47 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.0055215
Jun 24 16:41:35.198224 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-2080c1c0-bf4d-43c8-96d3-321db7cb77b2 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1452458
Jun 24 16:41:35.203261 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:35.222828 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:35.223420 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Floating IP 372831ea-1c38-47e5-bd1e-2d28e4da523b disassociated (deleted). External IP: 172.27.2.129, port: 688e29ea-2634-442c-8941-c7390b7f3cc6.
Jun 24 16:41:35.420383 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:35.484278 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ff8d853e-6d28-4938-84ff-dde961743bfe req-df598f20-1205-4563-bfef-cff39f010a4a service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.2788000
Jun 24 16:41:35.495889 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d8a070>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:41:33Z', 'revision_number': 5, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:35.499848 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Checking router: 14fbb034-2f03-4351-aba0-3a5dd900067a for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:35.508184 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Routers {'14fbb034-2f03-4351-aba0-3a5dd900067a'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:35.508754 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9d8a070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['14fbb034-2f03-4351-aba0-3a5dd900067a'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:35.709678 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] Set router 14fbb034-2f03-4351-aba0-3a5dd900067a gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:35.755279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:35.768996 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Router 5cfe5283-65b3-476a-9065-a00979ff22f4 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:35.770348 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Deleting port 289fb41d-4fb0-4401-9f76-89da37e9d640 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:35.770719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:36.005524 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9d8a070>, [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:41:33Z', 'revision_number': 5, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:36.009950 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c77aa1f-3988-4087-8c72-64aca0a5bd34 None None] The sync data for ids ['14fbb034-2f03-4351-aba0-3a5dd900067a'] in dv-cinder-847189-3-iscsi is: [{'id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'name': 'tempest-TestShelveInstance-27952556-router', 'tenant_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66'}], 'enable_snat': True}, 'gw_port_id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:36:01Z', 'updated_at': '2022-06-24T16:41:33Z', 'revision_number': 5, 'project_id': '1d8681f4bc9a48e1b95e850bca9c5ad6', 'gw_port': {'id': '289fb41d-4fb0-4401-9f76-89da37e9d640', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:90:99:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '14fbb034-2f03-4351-aba0-3a5dd900067a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 480, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.66', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:36:03Z', 'updated_at': '2022-06-24T16:36:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:36.282892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:36.292303 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Sync routers for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:36.297826 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] For port 289fb41d-4fb0-4401-9f76-89da37e9d640, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=289fb41d-4fb0-4401-9f76-89da37e9d640,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:36.298132 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:36.301968 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:36.302571 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8b36a90>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:36.326065 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b519c46-708b-45e4-a8c3-756a716af163 req-78917e0e-faa4-441c-9896-ab4006c9d95a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:36.326065 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b519c46-708b-45e4-a8c3-756a716af163 req-78917e0e-faa4-441c-9896-ab4006c9d95a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2704852
Jun 24 16:41:36.467045 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Calling delete_port for 289fb41d-4fb0-4401-9f76-89da37e9d640 owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:36.498466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:36.515626 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:36.595542 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5b519c46-708b-45e4-a8c3-756a716af163 req-a026e98f-2e12-4c78-8275-48ec9806e1a9 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2161760
Jun 24 16:41:36.623531 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-a609ef70-d521-4368-afb6-7d68b5215aad tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "DELETE /v2.0/floatingips/372831ea-1c38-47e5-bd1e-2d28e4da523b HTTP/1.1" status: 204  len: 168 time: 2.5535414
Jun 24 16:41:36.624671 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:41:36.726243 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-549ce53b-70ea-4d04-8f27-90a4bf718eae'] response: {'name': 'network-changed', 'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:41:36.762657 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:36.823447 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Pushing event deleted for resources: {'Port': ['ID=289fb41d-4fb0-4401-9f76-89da37e9d640,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:36.834326 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-2ad75175-3e50-45af-817b-393bce3cbaf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:36.836477 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-2ad75175-3e50-45af-817b-393bce3cbaf8 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 1099 time: 0.0957789
Jun 24 16:41:36.907568 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8b36a90>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:36.911712 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Checking router: 5cfe5283-65b3-476a-9065-a00979ff22f4 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:36.925352 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:36.926359 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8b36a90>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:36.943454 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:36.986991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-e806ddda-e366-46c6-b3e1-2b0d8b507e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:36.988036 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-e806ddda-e366-46c6-b3e1-2b0d8b507e3a service neutron] 10.222.0.47 "GET /v2.0/networks?id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 200  len: 915 time: 0.1434920
Jun 24 16:41:37.121201 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-56a31f37-7ee7-456c-8a66-2fb3a5384ec2 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 200  len: 217 time: 0.1220789
Jun 24 16:41:37.182725 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:37.188509 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.190782 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.216892 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-5111551c-a240-41b3-b746-4bd47b721dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:37.218723 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-5111551c-a240-41b3-b746-4bd47b721dc7 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 200  len: 853 time: 0.0866883
Jun 24 16:41:37.220816 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.221513 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 14fbb034-2f03-4351-aba0-3a5dd900067a {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:41:37.230868 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6c4ee672-f353-46ba-87b1-1ef74452c40c no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:37.239497 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.243895 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4c647e55-cd32-4547-bd31-0e7c049e38ab admin admin] 10.222.0.18 "DELETE /v2.0/routers/14fbb034-2f03-4351-aba0-3a5dd900067a HTTP/1.1" status: 204  len: 168 time: 2.2188263
Jun 24 16:41:37.245102 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37394) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:37.284709 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 6c4ee672-f353-46ba-87b1-1ef74452c40c {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:37.285052 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6c4ee672-f353-46ba-87b1-1ef74452c40c not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:37.328938 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-437e99c3-18e0-4cde-b01f-c21fb8c3d49b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:37.330682 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-437e99c3-18e0-4cde-b01f-c21fb8c3d49b service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0984464
Jun 24 16:41:37.367685 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Deleting subnet 0af75245-d952-432d-985f-00b6bbc376b1 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:41:37.371575 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.427884 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.504934 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-799309de-fece-4928-9d06-9e5187858558 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1669409
Jun 24 16:41:37.513485 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.568482 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8b36a90>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:37.572639 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f56bb5e-c2ef-4c42-ba29-bc52ff63f064 None None] The sync data for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi is: [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:38:34Z', 'revision_number': 4, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': 'a4826eab-9c98-4a16-a437-4cbba7fba76e', 'name': '', 'network_id': '2ca299b2-bbf3-454b-b3d7-c3b24ac05efb', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'mac_address': 'fa:16:3e:cd:c3:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:33Z', 'updated_at': '2022-06-24T16:38:43Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'subnets': [{'id': '2b6a4322-aff7-4c80-a3f0-ad5b4159b13f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:37.589374 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.640476 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.641307 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfb46f99-0fa3-4bbe-96f5-13db3e798a65 None None] Network 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:41:37.653204 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-896cfb6a-171f-4572-b9a4-3aa384a8d6db req-af9e27f0-5cd5-4878-ade6-93b7a5f238a0 service neutron] 10.222.0.47 "GET /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1366580
Jun 24 16:41:37.663747 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0af75245-d952-432d-985f-00b6bbc376b1,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:37.672747 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-51656933-000d-47dc-838a-c8683727869b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/0af75245-d952-432d-985f-00b6bbc376b1 HTTP/1.1" status: 204  len: 168 time: 0.4252076
Jun 24 16:41:37.674229 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.674569 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.674936 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.675269 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.675595 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.675817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37400) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:37.675935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.676336 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.676662 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.677050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.677410 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.677731 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.678047 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51656933-000d-47dc-838a-c8683727869b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:41:37.827241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.852332 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Deleting port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:37.852943 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:37.989069 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e49c6ec3-8596-4162-898d-30b03da7ba56 None None] New status for floating IP 372831ea-1c38-47e5-bd1e-2d28e4da523b: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:41:38.002193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] DHCP port deletion for 29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:41:38.007478 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Deleting port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:38.008652 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.030981 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae3216f7-0105-49ec-bb35-8bf3cb918d77 req-233ab9c9-aa61-461b-bddd-a4bb6843d4ef tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:38.032564 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ae3216f7-0105-49ec-bb35-8bf3cb918d77 req-233ab9c9-aa61-461b-bddd-a4bb6843d4ef tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2838070
Jun 24 16:41:38.114823 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ae3216f7-0105-49ec-bb35-8bf3cb918d77 req-025c1368-9de2-4c21-8bc5-884304c0d405 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0655406
Jun 24 16:41:38.131474 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] For port fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:38.131845 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.266718 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Calling delete_port for fd90c538-a26d-4cdc-a11e-964b8e8cecd8 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:38.274778 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] For port fd90c538-a26d-4cdc-a11e-964b8e8cecd8, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,segment=NetworkSegment(a57cd80f-8c58-4a71-a85b-06de8f5855ae),segment_id=a57cd80f-8c58-4a71-a85b-06de8f5855ae)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:38.275293 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.349031 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.429425 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] No DVR routers for this DVR port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 on host dv-cinder-847189-3-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:38.431617 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Calling delete_port for fd90c538-a26d-4cdc-a11e-964b8e8cecd8 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:38.431721 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd90c538-a26d-4cdc-a11e-964b8e8cecd8,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:38.509890 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:41:38.510245 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:41:38.554238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.688851 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b83555b0>,) {'filters': {'network_id': ['29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:38.700928 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b83555b0>, 'a57cd80f-8c58-4a71-a85b-06de8f5855ae') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:38.701216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b83555b0>, 'a57cd80f-8c58-4a71-a85b-06de8f5855ae') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:38.712638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.728394 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.734410 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Releasing vlan 314 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:41:38.734816 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.800291 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment a57cd80f-8c58-4a71-a85b-06de8f5855ae resource provider aggregate not found
Jun 24 16:41:38.824142 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment a57cd80f-8c58-4a71-a85b-06de8f5855ae resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid a57cd80f-8c58-4a71-a85b-06de8f5855ae found for delete  ", "request_id": "req-4757b70e-fc09-4979-9897-470caf985453"}]}
Jun 24 16:41:38.836520 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.852882 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:38.863280 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] Pushing event deleted for resources: {'Network': ['ID=29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:38.867248 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-260fcb25-838b-4b00-9c66-dfa5d8dfaa27 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29850238-8ab4-4bbc-9fb8-bd2e60b3ec2f HTTP/1.1" status: 204  len: 168 time: 1.1890681
Jun 24 16:41:38.987723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37422) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:39.011067 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Deleting port fd90c538-a26d-4cdc-a11e-964b8e8cecd8 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:39.011622 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.035819 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0930d208-3515-4fa5-8a97-516e6368bff2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a34b225f93234ca38c8d0c3d37ba0b8f&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0469456
Jun 24 16:41:39.038287 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37426) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:39.081290 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-f00bdfd5-2ce6-4017-805a-90de757cfc7b None None] The port 'fd90c538-a26d-4cdc-a11e-964b8e8cecd8' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:41:39.099284 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.110382 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:41:39.126494 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.135363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device fd90c538-a26d-4cdc-a11e-964b8e8cecd8 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:39.174125 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: fd90c538-a26d-4cdc-a11e-964b8e8cecd8 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:39.174556 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device fd90c538-a26d-4cdc-a11e-964b8e8cecd8 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:39.175057 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 289fb41d-4fb0-4401-9f76-89da37e9d640 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:39.182803 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.209580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0f4ba3-81a6-491a-81ed-08f9827e3029,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:39.214728 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.216847 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-1d5fc3f5-a612-4880-8154-d326f4f81b78 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e0f4ba3-81a6-491a-81ed-08f9827e3029 HTTP/1.1" status: 204  len: 168 time: 0.1776342
Jun 24 16:41:39.253250 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 289fb41d-4fb0-4401-9f76-89da37e9d640 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:39.253596 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 289fb41d-4fb0-4401-9f76-89da37e9d640 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:39.299219 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474427a-84d7-44a6-b23e-a8d034a30deb req-da72841b-3182-4f78-a54a-bb13c1576659 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:39.300816 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e474427a-84d7-44a6-b23e-a8d034a30deb req-da72841b-3182-4f78-a54a-bb13c1576659 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0949490
Jun 24 16:41:39.347808 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e474427a-84d7-44a6-b23e-a8d034a30deb req-58e52040-ef8d-4e10-ab96-25f3a1fc0dbc tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407393
Jun 24 16:41:39.569453 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37436) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:39.617756 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a96aa964-3d16-424a-a1cc-830cf7c9f611 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1d8681f4bc9a48e1b95e850bca9c5ad6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0470176
Jun 24 16:41:39.620144 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37440) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:39.677945 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.706799 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.761791 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.778075 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=473e7986-e864-414f-9d13-144e3a4f5fb2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:39.782397 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:39.784124 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-66b4ad7e-6bff-4106-9efb-a7ee13b66431 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/473e7986-e864-414f-9d13-144e3a4f5fb2 HTTP/1.1" status: 204  len: 168 time: 0.1630731
Jun 24 16:41:40.107175 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-ce957cfb-8905-4f2b-8fa3-09123ccb8890 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:40.107920 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-ce957cfb-8905-4f2b-8fa3-09123ccb8890 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:41:40.124799 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-ce957cfb-8905-4f2b-8fa3-09123ccb8890 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:41:40.126759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-ce957cfb-8905-4f2b-8fa3-09123ccb8890 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.1140149
Jun 24 16:41:40.173323 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-b88f05a9-f9b3-47ee-b327-72a4cd869ff9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:41:40.188216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-b88f05a9-f9b3-47ee-b327-72a4cd869ff9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:41:40.189906 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d9f43efb-b5d7-4452-8b10-0dab434d0e42 req-b88f05a9-f9b3-47ee-b327-72a4cd869ff9 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0570691
Jun 24 16:41:40.544152 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a82f6a09-8332-4089-ab5c-548f31048088 req-398811ea-159a-43aa-b2dc-5701a6f0bf42 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:40.545582 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a82f6a09-8332-4089-ab5c-548f31048088 req-398811ea-159a-43aa-b2dc-5701a6f0bf42 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0877607
Jun 24 16:41:40.588651 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a82f6a09-8332-4089-ab5c-548f31048088 req-1e2a8c09-3cd6-4168-87ff-9da1dac44e12 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368989
Jun 24 16:41:41.066340 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:41.378026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-488866e0-cabc-4986-b027-71877759f9b6 req-6c31c8e9-bb24-4ddd-b82b-a69b7b1c3dc8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:41.379428 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-488866e0-cabc-4986-b027-71877759f9b6 req-6c31c8e9-bb24-4ddd-b82b-a69b7b1c3dc8 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.0864315
Jun 24 16:41:41.422620 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-488866e0-cabc-4986-b027-71877759f9b6 req-d71e3fb6-bee2-4ed2-ac77-fc65cb5b3e24 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374169
Jun 24 16:41:41.779101 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42691ef-6dca-498e-b408-9188ec951267 req-f3a5b30a-23a0-4dc5-b989-84ca2c8bb128 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:41.780515 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d42691ef-6dca-498e-b408-9188ec951267 req-f3a5b30a-23a0-4dc5-b989-84ca2c8bb128 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0879426
Jun 24 16:41:41.824837 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d42691ef-6dca-498e-b408-9188ec951267 req-6d2d3cee-b7f1-49dd-bf62-c06cf95163d4 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0385261
Jun 24 16:41:42.158991 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6219af9a-492c-4b2f-8313-ced316057d68 req-b89d383e-cfe4-436f-92c3-9303b0b761c4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:42.159675 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-6219af9a-492c-4b2f-8313-ced316057d68 req-b89d383e-cfe4-436f-92c3-9303b0b761c4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Synchronizing usage tracker for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:41:42.171066 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-6219af9a-492c-4b2f-8313-ced316057d68 req-b89d383e-cfe4-436f-92c3-9303b0b761c4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Unset dirty status for tenant:e2df211bdae44be6b7e0cc41c2cd11e4 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:41:42.172147 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6219af9a-492c-4b2f-8313-ced316057d68 req-b89d383e-cfe4-436f-92c3-9303b0b761c4 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.47 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.0993950
Jun 24 16:41:42.244941 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Deleting port 688e29ea-2634-442c-8941-c7390b7f3cc6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:42.245264 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:42.493770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] For port 688e29ea-2634-442c-8941-c7390b7f3cc6, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=688e29ea-2634-442c-8941-c7390b7f3cc6,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:42.494129 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:42.614951 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Calling delete_port for 688e29ea-2634-442c-8941-c7390b7f3cc6 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:42.615419 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6638532-47b1-4482-91d4-a31be0585c52 req-da2b34db-f95c-4c68-9f0a-02b30406e6f5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:42.616910 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6638532-47b1-4482-91d4-a31be0585c52 req-da2b34db-f95c-4c68-9f0a-02b30406e6f5 tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/ports?device_id=121c5ed1-7baf-4e1a-b849-1c17079ff674 HTTP/1.1" status: 200  len: 946 time: 0.0865932
Jun 24 16:41:42.664810 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6638532-47b1-4482-91d4-a31be0585c52 req-b3e50bee-ffe4-4e90-8199-6053499116ae tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.18 "GET /v2.0/security-groups?id=75978e04-b645-4a48-97fe-730e79b68d56&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421796
Jun 24 16:41:42.764238 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:42.776617 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['688e29ea-2634-442c-8941-c7390b7f3cc6'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:41:42.852117 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Pushing event deleted for resources: {'Port': ['ID=688e29ea-2634-442c-8941-c7390b7f3cc6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:42.909577 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] No DVR routers for this DVR port 688e29ea-2634-442c-8941-c7390b7f3cc6 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:42.912064 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:42.916167 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'name': 'network-vif-deleted', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:41:42.931750 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-6219af9a-492c-4b2f-8313-ced316057d68 req-92ca73b9-7edf-45a1-b92e-028783847e0c tempest-TestMinimumBasicScenario-1035681150 tempest-TestMinimumBasicScenario-1035681150-project] 10.222.0.47 "DELETE /v2.0/ports/688e29ea-2634-442c-8941-c7390b7f3cc6 HTTP/1.1" status: 204  len: 173 time: 0.7510982
Jun 24 16:41:42.961424 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-05983698-7263-4054-b1b8-0d0ea382686c'] response: {'server_uuid': '121c5ed1-7baf-4e1a-b849-1c17079ff674', 'name': 'network-vif-deleted', 'tag': '688e29ea-2634-442c-8941-c7390b7f3cc6', 'status': 'completed', 'code': 200}
Jun 24 16:41:43.029392 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5d521fa-3a7b-4110-82c0-b9b031a56b30 req-fed74c88-46cc-4e98-98c7-a1ba3df583c2 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:43.030772 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b5d521fa-3a7b-4110-82c0-b9b031a56b30 req-fed74c88-46cc-4e98-98c7-a1ba3df583c2 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0992537
Jun 24 16:41:43.077326 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-b5d521fa-3a7b-4110-82c0-b9b031a56b30 req-9a060178-13bf-4f37-a583-1eda5f025b0a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0405059
Jun 24 16:41:44.277931 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6b5423-19b9-4d3a-ae28-95dae69d1586 req-dd1ffcaf-e875-417d-a5ed-3c2fb954aeba tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:44.279425 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa6b5423-19b9-4d3a-ae28-95dae69d1586 req-dd1ffcaf-e875-417d-a5ed-3c2fb954aeba tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0933969
Jun 24 16:41:44.325364 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-aa6b5423-19b9-4d3a-ae28-95dae69d1586 req-66b84d82-aaec-48d4-886d-8304154feb08 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0394268
Jun 24 16:41:44.428492 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37514) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:44.945965 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:45.382962 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Deleting port a4826eab-9c98-4a16-a437-4cbba7fba76e {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:45.383595 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:45.612783 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] For port a4826eab-9c98-4a16-a437-4cbba7fba76e, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a4826eab-9c98-4a16-a437-4cbba7fba76e,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:45.613025 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:45.683986 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7d93df5-41ed-4310-8e37-6ab9ed52eca8 req-07dd8ba0-1fd1-4685-87a0-0f0f141c7221 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:45.685412 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e7d93df5-41ed-4310-8e37-6ab9ed52eca8 req-07dd8ba0-1fd1-4685-87a0-0f0f141c7221 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2353463
Jun 24 16:41:45.744057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Calling delete_port for a4826eab-9c98-4a16-a437-4cbba7fba76e owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:45.830514 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e7d93df5-41ed-4310-8e37-6ab9ed52eca8 req-ac17cc37-215c-40e5-8ff9-00062d6d40b8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0929308
Jun 24 16:41:45.940156 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:45.985507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Pushing event deleted for resources: {'Port': ['ID=a4826eab-9c98-4a16-a437-4cbba7fba76e,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:46.256240 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:46.714704 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Router 5cfe5283-65b3-476a-9065-a00979ff22f4 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:46.892800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:46.905421 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-79420b8e-5766-4efa-9b60-2ab280d7b641 admin admin] 10.222.0.18 "PUT /v2.0/routers/5cfe5283-65b3-476a-9065-a00979ff22f4/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4758568
Jun 24 16:41:46.908436 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37522) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:46.914022 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Sync routers for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:46.929755 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:46.930746 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8666a60>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:47.043881 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 688e29ea-2634-442c-8941-c7390b7f3cc6 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:47.098819 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 688e29ea-2634-442c-8941-c7390b7f3cc6 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:47.099149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 688e29ea-2634-442c-8941-c7390b7f3cc6 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:47.150157 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:47.166241 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:47.224381 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1940bd0d-b3ac-4ad4-b3a4-014df1b4a0f3 req-91e2878a-d729-464e-b966-8b43268ed506 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:47.225815 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1940bd0d-b3ac-4ad4-b3a4-014df1b4a0f3 req-91e2878a-d729-464e-b966-8b43268ed506 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.2529252
Jun 24 16:41:47.355907 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1940bd0d-b3ac-4ad4-b3a4-014df1b4a0f3 req-850fe998-50dd-4d73-a2b5-e7381883f171 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0756049
Jun 24 16:41:47.385468 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:47.396015 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Deleting port 6b4360eb-dc28-404f-8231-3c8c97ac22a5 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:47.396422 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:47.434734 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8666a60>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:41:45Z', 'revision_number': 5, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port': {'id': '6b4360eb-dc28-404f-8231-3c8c97ac22a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:25:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:30Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:47.439256 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Checking router: 5cfe5283-65b3-476a-9065-a00979ff22f4 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:47.447327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Routers {'5cfe5283-65b3-476a-9065-a00979ff22f4'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:47.447908 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8666a60>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['5cfe5283-65b3-476a-9065-a00979ff22f4'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:47.569994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] For port 6b4360eb-dc28-404f-8231-3c8c97ac22a5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b4360eb-dc28-404f-8231-3c8c97ac22a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:47.570349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:47.599052 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] Set router 5cfe5283-65b3-476a-9065-a00979ff22f4 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:47.692631 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Calling delete_port for 6b4360eb-dc28-404f-8231-3c8c97ac22a5 owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:47.705781 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8666a60>, [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:41:47Z', 'revision_number': 6, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:47.710315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d9ff8bb-1b2b-4211-bc41-e5a89af1161e None None] The sync data for ids ['5cfe5283-65b3-476a-9065-a00979ff22f4'] in dv-cinder-847189-3-iscsi is: [{'id': '5cfe5283-65b3-476a-9065-a00979ff22f4', 'name': 'tempest-TestMinimumBasicScenario-532403672-router', 'tenant_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:29Z', 'updated_at': '2022-06-24T16:41:47Z', 'revision_number': 6, 'project_id': 'e2df211bdae44be6b7e0cc41c2cd11e4', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:47.859900 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:47.910824 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b4360eb-dc28-404f-8231-3c8c97ac22a5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:48.114234 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.284690 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.286829 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.308244 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.308822 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5cfe5283-65b3-476a-9065-a00979ff22f4 {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:41:48.321614 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.322734 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-b635281b-0f68-4d6a-b90b-1cbd73401070 admin admin] 10.222.0.18 "DELETE /v2.0/routers/5cfe5283-65b3-476a-9065-a00979ff22f4 HTTP/1.1" status: 204  len: 168 time: 1.4131002
Jun 24 16:41:48.325195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37526) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:48.386058 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Deleting subnet 2b6a4322-aff7-4c80-a3f0-ad5b4159b13f {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:41:48.389016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.437146 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.580588 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.639157 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6793d181-80fb-43d5-9d00-f21867d4bc27 req-ba86f235-fa59-4a3a-a71b-761c932d063d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:48.640651 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6793d181-80fb-43d5-9d00-f21867d4bc27 req-ba86f235-fa59-4a3a-a71b-761c932d063d tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1600175
Jun 24 16:41:48.696595 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6793d181-80fb-43d5-9d00-f21867d4bc27 req-46e24aea-23b9-4d04-aa3e-c712ae6edff5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0491791
Jun 24 16:41:48.697946 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.742138 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2b6a4322-aff7-4c80-a3f0-ad5b4159b13f,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:48.744195 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.750212 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-2ba73e93-ac1f-4e74-a257-27a28fb6254b admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2b6a4322-aff7-4c80-a3f0-ad5b4159b13f HTTP/1.1" status: 204  len: 168 time: 0.4240842
Jun 24 16:41:48.753427 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37534) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:48.755594 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd698cc-5bfe-4ad7-ac31-560f73f18172 None None] Network 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:41:48.858622 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.870027 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Deleting port 23eedfc9-3884-4d44-97d8-90390f2e8006 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:48.870674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:48.959807 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7fe616f2-acf6-4b48-9165-e7e84833f8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.074875 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] DHCP port deletion for 2ca299b2-bbf3-454b-b3d7-c3b24ac05efb request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:41:49.079579 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Deleting port 23eedfc9-3884-4d44-97d8-90390f2e8006 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:49.079945 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.145635 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a4826eab-9c98-4a16-a437-4cbba7fba76e no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:49.181404 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] For port 23eedfc9-3884-4d44-97d8-90390f2e8006, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=23eedfc9-3884-4d44-97d8-90390f2e8006,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:49.181831 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.183248 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: a4826eab-9c98-4a16-a437-4cbba7fba76e {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:49.183591 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a4826eab-9c98-4a16-a437-4cbba7fba76e not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:49.184011 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b4360eb-dc28-404f-8231-3c8c97ac22a5 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:49.284888 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-0287958f-5975-4afd-9485-8c747e7c0015 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:49.286718 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-0287958f-5975-4afd-9485-8c747e7c0015 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1099 time: 0.2052014
Jun 24 16:41:49.291983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 6b4360eb-dc28-404f-8231-3c8c97ac22a5 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:49.292263 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b4360eb-dc28-404f-8231-3c8c97ac22a5 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:49.292670 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 23eedfc9-3884-4d44-97d8-90390f2e8006 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:49.313129 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Calling delete_port for 23eedfc9-3884-4d44-97d8-90390f2e8006 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:49.418334 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38688378-fd3b-4a91-8c41-96bafa9b63de req-3f7a9bce-1c11-41dc-9324-a62b3ff333c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:49.419835 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-38688378-fd3b-4a91-8c41-96bafa9b63de req-3f7a9bce-1c11-41dc-9324-a62b3ff333c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.3584950
Jun 24 16:41:49.420917 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.439256 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-62b4e7d0-353f-46fa-b4f2-23969e5829c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:49.440868 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-62b4e7d0-353f-46fa-b4f2-23969e5829c3 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1472163
Jun 24 16:41:49.486020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Pushing event deleted for resources: {'Port': ['ID=23eedfc9-3884-4d44-97d8-90390f2e8006,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:49.495862 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] No DVR routers for this DVR port 23eedfc9-3884-4d44-97d8-90390f2e8006 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:49.498280 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Current status of the port 23eedfc9-3884-4d44-97d8-90390f2e8006 is: ACTIVE; New status is: DOWN {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:41:49.498658 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.544869 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-ab311162-5bfe-42fb-96bc-cd8f282a080a service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 1002 time: 0.0974810
Jun 24 16:41:49.577065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] For port 23eedfc9-3884-4d44-97d8-90390f2e8006, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=23eedfc9-3884-4d44-97d8-90390f2e8006,segment=NetworkSegment(25750e7d-022f-4b97-a6c4-a55884dbc05d),segment_id=25750e7d-022f-4b97-a6c4-a55884dbc05d)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:49.577457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.707065 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Calling delete_port for 23eedfc9-3884-4d44-97d8-90390f2e8006 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:49.709254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-e0941110-25b2-4b16-8320-aae6a104f01b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:49.710702 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-e0941110-25b2-4b16-8320-aae6a104f01b service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.1589649
Jun 24 16:41:49.720827 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-38688378-fd3b-4a91-8c41-96bafa9b63de req-9ccdf288-0db8-4e87-8a80-2a1a5bab6022 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.2582922
Jun 24 16:41:49.743634 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.775326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b816a880>,) {'filters': {'network_id': ['2ca299b2-bbf3-454b-b3d7-c3b24ac05efb']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:49.787572 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b816a880>, '25750e7d-022f-4b97-a6c4-a55884dbc05d') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:49.787857 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b816a880>, '25750e7d-022f-4b97-a6c4-a55884dbc05d') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:49.796146 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:41:49.796701 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:41:49.800028 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-d8726d9e-8eea-4c47-9c5c-46bef639f401 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:49.800519 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.801666 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-d8726d9e-8eea-4c47-9c5c-46bef639f401 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0842927
Jun 24 16:41:49.817154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.824138 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Releasing vlan 321 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:41:49.824550 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.887011 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 25750e7d-022f-4b97-a6c4-a55884dbc05d resource provider aggregate not found
Jun 24 16:41:49.913579 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 25750e7d-022f-4b97-a6c4-a55884dbc05d resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 25750e7d-022f-4b97-a6c4-a55884dbc05d found for delete  ", "request_id": "req-f5f43087-073d-4062-b0c3-675a3c1599f5"}]}
Jun 24 16:41:49.926156 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.937027 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-3c339aba-2b43-4fe3-9c90-396b4a6bec2b service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1285512
Jun 24 16:41:49.942278 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:49.952858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ca299b2-bbf3-454b-b3d7-c3b24ac05efb,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:49.966841 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1af2c63f-1c1f-43d0-9e91-49b3abd25f32 admin admin] 10.222.0.18 "DELETE /v2.0/networks/2ca299b2-bbf3-454b-b3d7-c3b24ac05efb HTTP/1.1" status: 204  len: 168 time: 1.2123485
Jun 24 16:41:49.969993 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37550) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:50.071236 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-94e08dca-08c0-4446-91aa-9bd709e37359 req-08919c1f-652f-4d56-aece-14cd6a38b884 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1281722
Jun 24 16:41:50.298463 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Deleting port 23eedfc9-3884-4d44-97d8-90390f2e8006 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:50.298874 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:50.365440 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-9666be58-fedf-4421-9372-fd0f81132e95 None None] The port '23eedfc9-3884-4d44-97d8-90390f2e8006' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:41:50.506712 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:50.903737 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Deleting port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:50.904429 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:51.165766 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb761f1-69fb-4783-b2dd-7b4d64fa92ea req-4f050294-6b17-4d9e-b601-8b51fe89dacc tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:41:51.167167 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2fb761f1-69fb-4783-b2dd-7b4d64fa92ea req-4f050294-6b17-4d9e-b601-8b51fe89dacc tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.3263671
Jun 24 16:41:51.170008 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d192e6a9-21e3-4743-8efb-741511a03d96 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:51.235500 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] For port 21d3ab9c-11f0-4441-9c7d-84b853b1d10b, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:51.235849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:51.248359 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2fb761f1-69fb-4783-b2dd-7b4d64fa92ea req-fdb949e0-49fc-4886-a880-4c7d7a1c074b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0730982
Jun 24 16:41:51.360249 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Calling delete_port for 21d3ab9c-11f0-4441-9c7d-84b853b1d10b owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:51.530561 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:51.579681 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Pushing event deleted for resources: {'Port': ['ID=21d3ab9c-11f0-4441-9c7d-84b853b1d10b,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:51.847065 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:51.979700 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:52.198544 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:41:52.276453 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:52.380924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:41:52.389136 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Sync routers for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:41:52.399194 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c2af2354-cfee-46e8-bf9b-d232e6330be0 admin admin] 10.222.0.18 "PUT /v2.0/routers/76575850-3727-42f8-a9ca-7b0e37ce1dc0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4283576
Jun 24 16:41:52.399685 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:52.400188 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37558) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:52.400490 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b925f1f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:52.584919 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:52.703239 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:52.864938 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b925f1f0>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59'}], 'enable_snat': True}, 'gw_port_id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:41:51Z', 'revision_number': 5, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port': {'id': '6b95a9bd-4aee-460b-ae06-d388bb3e3a60', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:55:30', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 576, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.59', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:38:40Z', 'updated_at': '2022-06-24T16:38:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:52.868701 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Checking router: 76575850-3727-42f8-a9ca-7b0e37ce1dc0 for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:41:52.877517 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Routers {'76575850-3727-42f8-a9ca-7b0e37ce1dc0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:41:52.878098 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b925f1f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:41:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:52.882247 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:52.892768 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Deleting port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:52.893120 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.066639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] For port 6b95a9bd-4aee-460b-ae06-d388bb3e3a60, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:53.067087 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.067312 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] Set router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:41:53.175821 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b925f1f0>, [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:41:52Z', 'revision_number': 6, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:53.179708 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c13eafa4-cac4-41e5-b049-a25d9d8bcc00 None None] The sync data for ids ['76575850-3727-42f8-a9ca-7b0e37ce1dc0'] in dv-cinder-847189-3-iscsi is: [{'id': '76575850-3727-42f8-a9ca-7b0e37ce1dc0', 'name': 'tempest-TestMinimumBasicScenario-59830874-router', 'tenant_id': '11ed0aaf7db4448cbc27f775a0084840', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:38:38Z', 'updated_at': '2022-06-24T16:41:52Z', 'revision_number': 6, 'project_id': '11ed0aaf7db4448cbc27f775a0084840', 'gw_port_host': None}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:41:53.200422 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Calling delete_port for 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:53.363371 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.412300 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.412879 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b95a9bd-4aee-460b-ae06-d388bb3e3a60,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:53.517012 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.689889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.691999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.714397 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.714939 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 76575850-3727-42f8-a9ca-7b0e37ce1dc0 {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:41:53.726923 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.728037 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-dd3780c2-ba06-43b1-b74a-55d0ece37d46 admin admin] 10.222.0.18 "DELETE /v2.0/routers/76575850-3727-42f8-a9ca-7b0e37ce1dc0 HTTP/1.1" status: 204  len: 168 time: 1.3268940
Jun 24 16:41:53.730400 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37562) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:53.787801 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Deleting subnet 10affbd2-29f5-42db-b005-de2932ee7d28 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:41:53.790918 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.844068 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.924765 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:53.992858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.036591 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.039442 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=10affbd2-29f5-42db-b005-de2932ee7d28,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:54.041405 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5e6cf6d-18d7-44dc-a0cf-43c3bac6d866 None None] Network 1c3fed8d-b972-4855-ba99-281011ca6c06 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:41:54.046002 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4aa4b238-72aa-46ef-97fb-b7f23bf939fe admin admin] 10.222.0.18 "DELETE /v2.0/subnets/10affbd2-29f5-42db-b005-de2932ee7d28 HTTP/1.1" status: 204  len: 168 time: 0.3140812
Jun 24 16:41:54.048483 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37566) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:54.272683 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.284383 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Deleting port cdda4207-75d8-4cae-a2a7-e7373b9134d1 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:54.284719 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.322093 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] DHCP port deletion for 1c3fed8d-b972-4855-ba99-281011ca6c06 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:41:54.326265 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Deleting port cdda4207-75d8-4cae-a2a7-e7373b9134d1 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:54.327149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.491234 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] For port cdda4207-75d8-4cae-a2a7-e7373b9134d1, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cdda4207-75d8-4cae-a2a7-e7373b9134d1,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:54.491514 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.534030 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] For port cdda4207-75d8-4cae-a2a7-e7373b9134d1, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cdda4207-75d8-4cae-a2a7-e7373b9134d1,segment=NetworkSegment(9895b2dc-d7ec-47d6-842d-0d1d078b2edc),segment_id=9895b2dc-d7ec-47d6-842d-0d1d078b2edc)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:41:54.534621 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.616696 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Calling delete_port for cdda4207-75d8-4cae-a2a7-e7373b9134d1 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:54.665540 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Calling delete_port for cdda4207-75d8-4cae-a2a7-e7373b9134d1 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:41:54.693335 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.736151 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:41:54.736509 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:41:54.739651 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdda4207-75d8-4cae-a2a7-e7373b9134d1,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:54.742954 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] No DVR routers for this DVR port cdda4207-75d8-4cae-a2a7-e7373b9134d1 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:41:54.854747 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.883645 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b81c81c0>,) {'filters': {'network_id': ['1c3fed8d-b972-4855-ba99-281011ca6c06']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:54.899994 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b81c81c0>, '9895b2dc-d7ec-47d6-842d-0d1d078b2edc') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:54.900290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b81c81c0>, '9895b2dc-d7ec-47d6-842d-0d1d078b2edc') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:41:54.912442 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.928002 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.934178 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Releasing vlan 306 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:41:54.934589 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:54.995643 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 9895b2dc-d7ec-47d6-842d-0d1d078b2edc resource provider aggregate not found
Jun 24 16:41:55.017550 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 9895b2dc-d7ec-47d6-842d-0d1d078b2edc resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 9895b2dc-d7ec-47d6-842d-0d1d078b2edc found for delete  ", "request_id": "req-0bfb3bf7-13b4-4ee9-bca8-3cac351c0966"}]}
Jun 24 16:41:55.028718 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.032949 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.060337 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c3fed8d-b972-4855-ba99-281011ca6c06,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:55.066336 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c46e0570-73b6-41dc-90bc-7e6967d3c640 admin admin] 10.222.0.18 "DELETE /v2.0/networks/1c3fed8d-b972-4855-ba99-281011ca6c06 HTTP/1.1" status: 204  len: 168 time: 1.0169237
Jun 24 16:41:55.132239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:55.168990 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:55.169332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 6b95a9bd-4aee-460b-ae06-d388bb3e3a60 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:55.169745 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 21d3ab9c-11f0-4441-9c7d-84b853b1d10b no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:55.203695 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 21d3ab9c-11f0-4441-9c7d-84b853b1d10b {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:55.204752 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 21d3ab9c-11f0-4441-9c7d-84b853b1d10b not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:55.205028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cdda4207-75d8-4cae-a2a7-e7373b9134d1 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:41:55.237169 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Deleting port cdda4207-75d8-4cae-a2a7-e7373b9134d1 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:41:55.237543 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.246075 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37576) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:55.260907 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: cdda4207-75d8-4cae-a2a7-e7373b9134d1 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:41:55.261254 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cdda4207-75d8-4cae-a2a7-e7373b9134d1 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:41:55.299363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-aa95e975-52d6-446c-80ed-035df6116e43 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e2df211bdae44be6b7e0cc41c2cd11e4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0499475
Jun 24 16:41:55.299950 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37580) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:55.337342 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-b9cb623c-f2f4-4dd4-bc71-1baa93ac2cfd None None] The port 'cdda4207-75d8-4cae-a2a7-e7373b9134d1' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:41:55.362493 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.389271 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.440163 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.456716 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75978e04-b645-4a48-97fe-730e79b68d56,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:55.470995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.475423 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9746c1c7-d322-4a56-884a-8e46731926dc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/75978e04-b645-4a48-97fe-730e79b68d56 HTTP/1.1" status: 204  len: 168 time: 0.1716356
Jun 24 16:41:55.802212 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37588) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:55.848883 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d1dd70f5-2228-4a0b-8a01-e2e8079206d6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=11ed0aaf7db4448cbc27f775a0084840&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0455773
Jun 24 16:41:55.851325 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37592) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:41:55.910491 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.935465 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:55.987000 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:56.000839 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5564c9d9-6d7f-4f5b-8e7b-6dc5fc57094d,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:41:56.007354 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:41:56.008463 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5d56d132-54bb-4753-a157-7027c3523149 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5564c9d9-6d7f-4f5b-8e7b-6dc5fc57094d HTTP/1.1" status: 204  len: 168 time: 0.1562626
Jun 24 16:42:11.095574 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:16.110448 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:42:18.871737 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-12c87003-eab0-4d63-8378-398ceb2aa8b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:21.173940 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-5a3ddbf5-f0be-42ec-8730-6e5dc04096f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:21.981728 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:22.279768 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:23.415084 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:25.550109 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ecc6c8-ca6e-48bf-8d72-f9e0c6edbdbe req-f1b82be2-aa87-4587-8e7b-8a4ce363765a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:25.551626 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43ecc6c8-ca6e-48bf-8d72-f9e0c6edbdbe req-f1b82be2-aa87-4587-8e7b-8a4ce363765a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0902314
Jun 24 16:42:25.595281 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-43ecc6c8-ca6e-48bf-8d72-f9e0c6edbdbe req-6e0cdf79-fd29-4af3-930b-e34351d5d874 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0380163
Jun 24 16:42:26.786020 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c531a4e9-d6ed-44dd-ab58-40acda7e3c55 req-fe6c66db-6689-4706-92e1-0bf145a24cf7 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:26.787519 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c531a4e9-d6ed-44dd-ab58-40acda7e3c55 req-fe6c66db-6689-4706-92e1-0bf145a24cf7 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0853391
Jun 24 16:42:26.831617 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c531a4e9-d6ed-44dd-ab58-40acda7e3c55 req-146cdad0-5723-4dcd-85ac-bddc49198faf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0384755
Jun 24 16:42:28.026192 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76095112-d97d-4206-aec3-bc4a19702632 req-292da0a8-7c40-4e5c-b569-2ca3f4910b70 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:28.027653 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-76095112-d97d-4206-aec3-bc4a19702632 req-292da0a8-7c40-4e5c-b569-2ca3f4910b70 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0890996
Jun 24 16:42:28.071438 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-76095112-d97d-4206-aec3-bc4a19702632 req-1baf4be0-9b7c-44a6-bf15-0eabf13eaa77 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0374846
Jun 24 16:42:29.260071 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-787a13fa-615b-428d-b04f-802984bb0edb req-a8bc854f-92f3-4143-832c-4eac915daf35 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:29.261512 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-787a13fa-615b-428d-b04f-802984bb0edb req-a8bc854f-92f3-4143-832c-4eac915daf35 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0858696
Jun 24 16:42:29.308046 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-787a13fa-615b-428d-b04f-802984bb0edb req-61745127-fe92-4b30-b9c3-3f274aedd6f0 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0403378
Jun 24 16:42:30.500836 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a59dfed-c2e9-4948-b514-98289464b7e0 req-f5c0bba4-1d57-48f2-b612-451cc81e0405 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:30.502175 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a59dfed-c2e9-4948-b514-98289464b7e0 req-f5c0bba4-1d57-48f2-b612-451cc81e0405 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0882614
Jun 24 16:42:30.537214 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37622) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:30.545854 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2a59dfed-c2e9-4948-b514-98289464b7e0 req-afc13a44-1dd1-49ff-a423-6d4feb3d6ccf tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0378695
Jun 24 16:42:30.744934 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port ef780195-9860-479f-bb92-d1768432328d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:30.745275 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:30.910279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:30.910520 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:31.034297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for ef780195-9860-479f-bb92-d1768432328d owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:31.186420 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:31.232529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=ef780195-9860-479f-bb92-d1768432328d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:31.273551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.273894 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.274233 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.274562 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.274912 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.275241 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.275562 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.275881 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.276202 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.276518 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.276834 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.277147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:31.339860 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:31.340192 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP ea88a552-02f9-4035-b8ad-8d262b7ffd28 disassociated (deleted). External IP: 172.27.2.206, port: 5ca97655-924b-4e05-814b-f5434e316687.
Jun 24 16:42:31.756966 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46b3df1d-98b6-4b53-b9bf-8e60667619df req-e4156018-38bc-47ff-ad2c-648569b3eddb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:31.758413 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46b3df1d-98b6-4b53-b9bf-8e60667619df req-e4156018-38bc-47ff-ad2c-648569b3eddb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0922272
Jun 24 16:42:31.784134 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:42:31.803828 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-46b3df1d-98b6-4b53-b9bf-8e60667619df req-d34d0795-9dc4-4c6a-a6ac-8eee2b9acf60 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0396161
Jun 24 16:42:31.960482 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:42:31.970247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:42:31.976541 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:31.980001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:31.980607 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8909070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:32.032212 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7a9040cf-2797-4492-8213-2e4a053ad7b8 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "DELETE /v2.0/floatingips/ea88a552-02f9-4035-b8ad-8d262b7ffd28 HTTP/1.1" status: 204  len: 168 time: 1.4937601
Jun 24 16:42:32.032789 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:42:32.162326 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:32.280271 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ec316e82-fddf-46ba-ac1e-b676afc62336'] response: {'name': 'network-changed', 'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'tag': '5ca97655-924b-4e05-814b-f5434e316687', 'status': 'completed', 'code': 200}
Jun 24 16:42:32.398166 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-bac23141-9faa-4c4d-8cf4-c4788604fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:32.399722 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-bac23141-9faa-4c4d-8cf4-c4788604fa98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 1098 time: 0.0929556
Jun 24 16:42:32.422226 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f959a2-f717-4d33-9d7f-07991c6d007e req-7d16114a-a17f-4880-b227-3e0bf3a58421 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:32.424363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-53f959a2-f717-4d33-9d7f-07991c6d007e req-7d16114a-a17f-4880-b227-3e0bf3a58421 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.0932379
Jun 24 16:42:32.475295 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-53f959a2-f717-4d33-9d7f-07991c6d007e req-2b57ddfd-66d7-4107-9d48-efc01d224a7b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0448363
Jun 24 16:42:32.538209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-cedeb741-edab-41af-a1a1-ff4c6d7a1604 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:32.539706 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-cedeb741-edab-41af-a1a1-ff4c6d7a1604 service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.1324015
Jun 24 16:42:32.548051 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8909070>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:32.551962 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:42:32.560186 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:32.560768 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8909070>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:32.605817 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-577d0e7e-a840-45b9-8123-2c05e3cd7862 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 200  len: 217 time: 0.0593874
Jun 24 16:42:32.671912 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-e7ce06a2-0f1b-40dc-9814-d45527404d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:32.673349 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-e7ce06a2-0f1b-40dc-9814-d45527404d6e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0616939
Jun 24 16:42:32.737632 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:32.755968 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-1c39e887-aa1b-45f3-80b8-e9e161bc01bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:32.757458 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-1c39e887-aa1b-45f3-80b8-e9e161bc01bd service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0777829
Jun 24 16:42:32.891293 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-a4b41f07-0402-4009-b602-113eafcc908f service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1268454
Jun 24 16:42:33.003930 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f42881b-0273-4bf1-be71-42001b6cc618 req-7bbdb2c1-1c17-4b13-92ab-1afe9fce61c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:33.005363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9f42881b-0273-4bf1-be71-42001b6cc618 req-7bbdb2c1-1c17-4b13-92ab-1afe9fce61c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0931001
Jun 24 16:42:33.033044 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8ba5f699-a263-44dc-864a-3019c7dc2497 req-bf62a836-2e28-41ce-ad61-bdf6a2e33cf9 service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1334488
Jun 24 16:42:33.055525 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9f42881b-0273-4bf1-be71-42001b6cc618 req-737b18b8-150e-43cc-8cc8-4f8f51de46a4 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0435569
Jun 24 16:42:33.136277 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8909070>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:33.140234 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-32c43b41-e5a8-4b60-8baa-ed7b3f7fa621 None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '462352a7-b876-4b82-b06e-83320e72c499', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'floating_ip_address': '172.27.2.116', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'port_id': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'mac_address': 'fa:16:3e:1f:72:ee', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:38:31Z', 'updated_at': '2022-06-24T16:38:37Z', 'revision_number': 1, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:42:33.360793 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf5556e-a89e-4218-8998-224f13e9fc0c None None] New status for floating IP ea88a552-02f9-4035-b8ad-8d262b7ffd28: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:42:33.674815 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237b7cbf-38ab-42e1-9efd-ceb18ebe2e56 req-dd454d56-c394-4e3f-831a-62c2f4b64f46 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:33.676309 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-237b7cbf-38ab-42e1-9efd-ceb18ebe2e56 req-dd454d56-c394-4e3f-831a-62c2f4b64f46 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.0902126
Jun 24 16:42:33.719594 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-237b7cbf-38ab-42e1-9efd-ceb18ebe2e56 req-b5580fee-b584-4ee6-b223-558db9c013b1 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0376987
Jun 24 16:42:34.005084 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-177dbc30-476c-45e3-b2f4-e42b4e6fa9c2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:34.005763 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-177dbc30-476c-45e3-b2f4-e42b4e6fa9c2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:42:34.020619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-177dbc30-476c-45e3-b2f4-e42b4e6fa9c2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:42:34.021710 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-177dbc30-476c-45e3-b2f4-e42b4e6fa9c2 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 945 time: 0.1041315
Jun 24 16:42:34.093763 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port 5ca97655-924b-4e05-814b-f5434e316687 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:34.094096 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:34.246174 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6537d2c1-e48e-42f5-a58b-0b9a1c4cc799 req-309d1166-0592-44da-98d0-5636ea024d2e tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:34.247630 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6537d2c1-e48e-42f5-a58b-0b9a1c4cc799 req-309d1166-0592-44da-98d0-5636ea024d2e tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0853755
Jun 24 16:42:34.296731 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6537d2c1-e48e-42f5-a58b-0b9a1c4cc799 req-16d33214-a0f8-42b5-97fa-db544ca368c6 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0426359
Jun 24 16:42:34.434742 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] For port 5ca97655-924b-4e05-814b-f5434e316687, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=5ca97655-924b-4e05-814b-f5434e316687,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:34.435161 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:34.555447 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for 5ca97655-924b-4e05-814b-f5434e316687 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:34.697098 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:34.749957 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=5ca97655-924b-4e05-814b-f5434e316687,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:34.840361 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] No DVR routers for this DVR port 5ca97655-924b-4e05-814b-f5434e316687 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:42:34.842749 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:34.845619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'name': 'network-vif-deleted', 'tag': '5ca97655-924b-4e05-814b-f5434e316687'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:42:34.863218 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-ab7bc6ba-a85b-4752-a28a-15a7e889a7e5 req-9dddf961-c8f8-47d1-b4d6-d09cd2021764 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "DELETE /v2.0/ports/5ca97655-924b-4e05-814b-f5434e316687 HTTP/1.1" status: 204  len: 173 time: 0.8360200
Jun 24 16:42:34.898944 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-f85b0b75-f5f2-4772-b830-838e9377b39d'] response: {'server_uuid': '45111d6d-035d-465f-8cd8-aaebebeca3e7', 'name': 'network-vif-deleted', 'tag': '5ca97655-924b-4e05-814b-f5434e316687', 'status': 'completed', 'code': 200}
Jun 24 16:42:34.984351 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-78375f3c-98ff-4063-aecb-1d728251f0e6 req-1a9b35c3-0fb5-4882-8c30-eda1ce8d6f36 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=45111d6d-035d-465f-8cd8-aaebebeca3e7 HTTP/1.1" status: 200  len: 210 time: 0.1457956
Jun 24 16:42:35.501753 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26625e24-b3e2-48ce-9723-9bc5fbac4614 req-f2fd9e6a-945b-4853-910f-c3d3985e18ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:35.503225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-26625e24-b3e2-48ce-9723-9bc5fbac4614 req-f2fd9e6a-945b-4853-910f-c3d3985e18ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0968623
Jun 24 16:42:35.549501 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-26625e24-b3e2-48ce-9723-9bc5fbac4614 req-8fb9f6d2-5968-4273-8f44-cd07be144252 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0404854
Jun 24 16:42:36.739272 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a41846d-cf55-4615-a188-2feb1620daa0 req-cc4edbf1-2cba-4d37-9b70-61774cfaef08 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:36.740669 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9a41846d-cf55-4615-a188-2feb1620daa0 req-cc4edbf1-2cba-4d37-9b70-61774cfaef08 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0865777
Jun 24 16:42:36.783592 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9a41846d-cf55-4615-a188-2feb1620daa0 req-114edf43-a122-49d4-90e8-2298f8fd2a47 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0372217
Jun 24 16:42:37.128615 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d837c10-b99d-49a9-94c3-489e0bc3d091 req-3d4c9e12-9c94-4378-90ec-d7babb1f5817 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:37.130067 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d837c10-b99d-49a9-94c3-489e0bc3d091 req-3d4c9e12-9c94-4378-90ec-d7babb1f5817 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0913363
Jun 24 16:42:37.174548 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d837c10-b99d-49a9-94c3-489e0bc3d091 req-df6c35bc-a403-4805-a2b1-53998f5d3556 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0387323
Jun 24 16:42:37.178107 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f66234-6e00-48b1-aba5-19b1396a69be req-3895d8cb-8145-411b-80ee-5605fbe98c1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:37.179631 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-3895d8cb-8145-411b-80ee-5605fbe98c1f service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 1099 time: 0.0817740
Jun 24 16:42:37.312617 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f66234-6e00-48b1-aba5-19b1396a69be req-34384055-85c0-4cc6-a6f9-57bd08bde36d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:37.314055 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-34384055-85c0-4cc6-a6f9-57bd08bde36d service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1281526
Jun 24 16:42:37.418933 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-e9e987fe-3dcf-4bb4-abbb-1eec86905cd7 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 200  len: 1002 time: 0.0971358
Jun 24 16:42:37.487072 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f66234-6e00-48b1-aba5-19b1396a69be req-b7c14f76-8128-4934-b0f2-bae7847e93b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:37.488507 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-b7c14f76-8128-4934-b0f2-bae7847e93b5 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0622537
Jun 24 16:42:37.578627 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f66234-6e00-48b1-aba5-19b1396a69be req-ec1e0304-c48a-43d1-ac9e-6b9201a5a268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:37.580112 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-ec1e0304-c48a-43d1-ac9e-6b9201a5a268 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0768170
Jun 24 16:42:37.718469 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-40e05b14-05f9-4cdf-99f4-09f5a5d47371 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1255376
Jun 24 16:42:37.852192 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-31f66234-6e00-48b1-aba5-19b1396a69be req-7df5aeab-53cd-40d1-bd9d-b171e04ba235 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1272895
Jun 24 16:42:38.373849 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa47ba75-3e99-4e7d-b628-3ecfc8308537 req-c11056aa-a5ab-4f55-a7c7-e684c9be2ea7 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:38.375368 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fa47ba75-3e99-4e7d-b628-3ecfc8308537 req-c11056aa-a5ab-4f55-a7c7-e684c9be2ea7 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0893121
Jun 24 16:42:38.425374 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fa47ba75-3e99-4e7d-b628-3ecfc8308537 req-8ee58d68-046e-4023-bd25-32a8b938be2f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0440226
Jun 24 16:42:38.473035 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37670) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:38.674980 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port 87c47747-a852-44e8-85f7-cfe175f4d978 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:38.675331 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:38.845370 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:38.845692 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:38.973874 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for 87c47747-a852-44e8-85f7-cfe175f4d978 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:39.120073 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:39.166662 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=87c47747-a852-44e8-85f7-cfe175f4d978,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:39.212843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.213189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.213530 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.213866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.214198 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.214535 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.214885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.215270 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.215546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.215860 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.216173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.216490 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:42:39.276373 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:39.276671 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Floating IP 462352a7-b876-4b82-b06e-83320e72c499 disassociated (deleted). External IP: 172.27.2.116, port: 50d5fc77-615e-4930-a0d1-7ba5a8aede09.
Jun 24 16:42:39.292825 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 5ca97655-924b-4e05-814b-f5434e316687 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:39.327875 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 5ca97655-924b-4e05-814b-f5434e316687 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:39.328220 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 5ca97655-924b-4e05-814b-f5434e316687 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:39.786853 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b153969-bd66-4553-8f19-acd543691dab req-416fb2f2-096a-4b5d-a24c-f97f79d65718 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:39.788278 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3b153969-bd66-4553-8f19-acd543691dab req-416fb2f2-096a-4b5d-a24c-f97f79d65718 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1932924
Jun 24 16:42:39.793673 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:42:39.963225 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-3b153969-bd66-4553-8f19-acd543691dab req-d02f8eff-ed88-4b85-a533-6b71669d97af tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.1684287
Jun 24 16:42:40.013847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:42:40.023004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:42:40.029290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:40.032166 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:40.032765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8a52220>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:40.085428 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e5028b93-c650-4192-b33b-18b9e8d1bb8a tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "DELETE /v2.0/floatingips/462352a7-b876-4b82-b06e-83320e72c499 HTTP/1.1" status: 204  len: 168 time: 1.6089201
Jun 24 16:42:40.085428 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:42:40.188996 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-56c54eb8-6a5d-4ebb-8532-aa836ad189be'] response: {'name': 'network-changed', 'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'status': 'completed', 'code': 200}
Jun 24 16:42:40.223507 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:40.299987 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7392-e135-430b-8017-25274b98f120 req-75a8183b-6a0b-4da8-85f8-398e591f43f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:40.301557 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-75a8183b-6a0b-4da8-85f8-398e591f43f6 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 1098 time: 0.0888774
Jun 24 16:42:40.460908 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7392-e135-430b-8017-25274b98f120 req-8981604e-832c-44f9-8ac3-4559ea71f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:40.461970 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-8981604e-832c-44f9-8ac3-4559ea71f7db service neutron] 10.222.0.47 "GET /v2.0/networks?id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 200  len: 912 time: 0.1438193
Jun 24 16:42:40.480995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c969b1-c83b-44e9-9be1-33f3133fe557 req-55009de3-58d9-4e49-86dc-3f4586020bf5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:40.481682 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-71c969b1-c83b-44e9-9be1-33f3133fe557 req-55009de3-58d9-4e49-86dc-3f4586020bf5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:42:40.498516 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-71c969b1-c83b-44e9-9be1-33f3133fe557 req-55009de3-58d9-4e49-86dc-3f4586020bf5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:42:40.499881 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-71c969b1-c83b-44e9-9be1-33f3133fe557 req-55009de3-58d9-4e49-86dc-3f4586020bf5 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.1121931
Jun 24 16:42:40.531203 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-af0948db-7392-4ce4-8b6a-7ce037900795 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 200  len: 217 time: 0.0596213
Jun 24 16:42:40.552384 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-71c969b1-c83b-44e9-9be1-33f3133fe557 req-57a04518-1917-499c-bcd0-09738d288852 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0456274
Jun 24 16:42:40.556348 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8a52220>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:40.562260 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:42:40.572319 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:40.573068 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b8a52220>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:40.597660 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7392-e135-430b-8017-25274b98f120 req-3293cc95-c2ef-4dd6-b18a-3b9a3140a0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:40.599235 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-3293cc95-c2ef-4dd6-b18a-3b9a3140a0f3 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 200  len: 850 time: 0.0617571
Jun 24 16:42:40.681177 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db4e7392-e135-430b-8017-25274b98f120 req-553812e5-69df-4cdc-a61e-2e539d6ae7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:40.682541 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-553812e5-69df-4cdc-a61e-2e539d6ae7a2 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=e44350f6-4ad8-4a19-8963-bdb0aaadab4f&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0767946
Jun 24 16:42:40.755448 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:40.911848 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-b219a90e-2d30-45e0-9b08-d0cc611a577c service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2195668
Jun 24 16:42:41.044566 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-db4e7392-e135-430b-8017-25274b98f120 req-4debcad4-4417-4038-a6cb-99704851cc9c service neutron] 10.222.0.47 "GET /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1248002
Jun 24 16:42:41.073818 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b8a52220>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:41.078315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fc4a151-8324-42af-aff0-f3bbcc40ce7b None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:33:40Z', 'revision_number': 4, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '074cd12d-ac85-443c-9fd1-685aaa3b806a', 'name': '', 'network_id': 'e44350f6-4ad8-4a19-8963-bdb0aaadab4f', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'mac_address': 'fa:16:3e:0a:c5:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_interface', 'standard_attr_id': 330, 'fixed_ips': [{'subnet_id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:39Z', 'updated_at': '2022-06-24T16:33:50Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'subnets': [{'id': '79aa2f16-644c-4a0a-aaa2-951a3ee64f24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:42:41.104241 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:41.292259 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c2d6b8c-844b-4835-862e-fe05968e5df2 None None] New status for floating IP 462352a7-b876-4b82-b06e-83320e72c499: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:42:41.764342 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b6b04a-8dae-4196-8868-18d0712b1db7 req-fd3e93c1-8dc5-49f2-a2d4-a031e09f472d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:41.765726 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17b6b04a-8dae-4196-8868-18d0712b1db7 req-fd3e93c1-8dc5-49f2-a2d4-a031e09f472d tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.0936995
Jun 24 16:42:41.809802 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17b6b04a-8dae-4196-8868-18d0712b1db7 req-61d63c34-28a0-4014-9885-edeb8bff135f tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/security-groups?id=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9&fields=id&fields=name HTTP/1.1" status: 200  len: 313 time: 0.0382516
Jun 24 16:42:42.151185 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-1c7a738c-f36d-4d8e-8311-45f2b5a8748e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:42:42.151872 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-1c7a738c-f36d-4d8e-8311-45f2b5a8748e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Synchronizing usage tracker for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:42:42.164047 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-1c7a738c-f36d-4d8e-8311-45f2b5a8748e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Unset dirty status for tenant:901fbc33d59d49f8afa7f06d62e19e16 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:42:42.165129 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-1c7a738c-f36d-4d8e-8311-45f2b5a8748e tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 945 time: 0.1024237
Jun 24 16:42:42.235042 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:42.235381 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:42.480485 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] For port 50d5fc77-615e-4930-a0d1-7ba5a8aede09, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=50d5fc77-615e-4930-a0d1-7ba5a8aede09,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:42.480765 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:42.604317 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for 50d5fc77-615e-4930-a0d1-7ba5a8aede09 owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:42.743373 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:42.794701 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=50d5fc77-615e-4930-a0d1-7ba5a8aede09,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:42.881456 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] No DVR routers for this DVR port 50d5fc77-615e-4930-a0d1-7ba5a8aede09 on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:42:42.883960 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:42.886586 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'name': 'network-vif-deleted', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:42:42.904150 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-19f3e57f-5441-45b0-bcdf-e66f2ad5bd99 req-90ec0bb2-aa10-4939-8910-cc66974aa232 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.47 "DELETE /v2.0/ports/50d5fc77-615e-4930-a0d1-7ba5a8aede09 HTTP/1.1" status: 204  len: 173 time: 0.7331419
Jun 24 16:42:42.944396 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-8b42def7-9283-4eb4-8732-5bb7259fd0a6'] response: {'server_uuid': 'acca3424-5f32-44c3-8c4c-fae78593ac50', 'name': 'network-vif-deleted', 'tag': '50d5fc77-615e-4930-a0d1-7ba5a8aede09', 'status': 'completed', 'code': 200}
Jun 24 16:42:42.978062 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-0e849ed2-2111-48d5-901d-80d658bee080 req-03481d65-fe5f-4c48-a0be-2c132db2d630 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "GET /v2.0/ports?device_id=acca3424-5f32-44c3-8c4c-fae78593ac50 HTTP/1.1" status: 200  len: 210 time: 0.0611222
Jun 24 16:42:44.076096 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37694) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:44.231414 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Deleting port 17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:44.231752 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.401995 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.402318 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.520821 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Calling delete_port for 17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16 owned by network:floatingip {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:44.758784 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.805871 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'Port': ['ID=17e5dbd5-73eb-4ae0-bb71-ee8d3993bb16,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:44.908817 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for floatingip, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.922173 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:44.923332 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-1547689d-a5e2-42d2-9651-ea991a6ea65b tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "DELETE /v2.0/floatingips/fdad2ad0-3f79-4a03-824f-a4c7343cc7b7 HTTP/1.1" status: 204  len: 168 time: 0.8462787
Jun 24 16:42:46.285196 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37712) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:46.355120 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:46.384621 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:46.446531 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:46.468433 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3aae6a9b-f2d1-4053-ae0b-d62f608a50f9,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:46.477415 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:46.478533 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-535f8dcc-c9ba-4404-8676-aa1f2d374518 tempest-TestVolumeBootPattern-476763070 tempest-TestVolumeBootPattern-476763070-project] 10.222.0.18 "DELETE /v2.0/security-groups/3aae6a9b-f2d1-4053-ae0b-d62f608a50f9 HTTP/1.1" status: 204  len: 168 time: 0.1923459
Jun 24 16:42:46.535333 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37718) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:47.218303 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:47.331243 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 50d5fc77-615e-4930-a0d1-7ba5a8aede09 no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:47.365975 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 50d5fc77-615e-4930-a0d1-7ba5a8aede09 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:47.366313 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 50d5fc77-615e-4930-a0d1-7ba5a8aede09 not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:47.572299 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Deleting port 074cd12d-ac85-443c-9fd1-685aaa3b806a {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:47.572992 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:47.848406 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] For port 074cd12d-ac85-443c-9fd1-685aaa3b806a, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=074cd12d-ac85-443c-9fd1-685aaa3b806a,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:47.848755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:47.971388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Calling delete_port for 074cd12d-ac85-443c-9fd1-685aaa3b806a owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:48.171668 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:48.218664 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Pushing event deleted for resources: {'Port': ['ID=074cd12d-ac85-443c-9fd1-685aaa3b806a,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:48.494506 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:48.841137 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Router b372ef27-9420-483b-9bd2-967a60928eb0 has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:42:48.875345 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6214ad58-a3d5-4134-a05f-e61e9c5f85d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:49.018085 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:42:49.027669 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Sync routers for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:42:49.030910 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-88717139-3f10-4db7-bd0d-0cca2fd9d1d6 admin admin] 10.222.0.18 "PUT /v2.0/routers/b372ef27-9420-483b-9bd2-967a60928eb0/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4944859
Jun 24 16:42:49.033542 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37724) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:49.037474 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:49.038010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b83cb3d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:49.267320 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:49.319180 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:49.503482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:49.513386 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Deleting port 1be9b816-f60d-4a65-8b71-887ce57e77a5 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:49.513944 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:49.565592 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b83cb3d0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179'}], 'enable_snat': True}, 'gw_port_id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:42:48Z', 'revision_number': 5, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port': {'id': '1be9b816-f60d-4a65-8b71-887ce57e77a5', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:96:84:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 329, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.179', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:35Z', 'updated_at': '2022-06-24T16:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:49.577968 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Checking router: b372ef27-9420-483b-9bd2-967a60928eb0 for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:42:49.586217 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Routers {'b372ef27-9420-483b-9bd2-967a60928eb0'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:49.586847 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b83cb3d0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['b372ef27-9420-483b-9bd2-967a60928eb0'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:49.687631 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] For port 1be9b816-f60d-4a65-8b71-887ce57e77a5, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=1be9b816-f60d-4a65-8b71-887ce57e77a5,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:49.687999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:49.737767 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] Set router b372ef27-9420-483b-9bd2-967a60928eb0 gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:49.815090 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Calling delete_port for 1be9b816-f60d-4a65-8b71-887ce57e77a5 owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:49.849475 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b83cb3d0>, [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:42:49Z', 'revision_number': 6, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:49.853331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-022d1a66-4744-4bfd-b31f-2b5c5f9b6ffb None None] The sync data for ids ['b372ef27-9420-483b-9bd2-967a60928eb0'] in dv-cinder-847189-3-iscsi is: [{'id': 'b372ef27-9420-483b-9bd2-967a60928eb0', 'name': 'tempest-TestVolumeBootPattern-417114535-router', 'tenant_id': '901fbc33d59d49f8afa7f06d62e19e16', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:34Z', 'updated_at': '2022-06-24T16:42:49Z', 'revision_number': 6, 'project_id': '901fbc33d59d49f8afa7f06d62e19e16', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:42:49.988778 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.037403 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Pushing event deleted for resources: {'Port': ['ID=1be9b816-f60d-4a65-8b71-887ce57e77a5,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:50.135935 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.310998 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.313777 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.336962 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.337581 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b372ef27-9420-483b-9bd2-967a60928eb0 {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:42:50.349805 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.350951 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d5bf087f-2d5b-4112-b4ca-7f7615880420 admin admin] 10.222.0.18 "DELETE /v2.0/routers/b372ef27-9420-483b-9bd2-967a60928eb0 HTTP/1.1" status: 204  len: 168 time: 1.3164387
Jun 24 16:42:50.353490 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37734) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:50.413973 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Deleting subnet 79aa2f16-644c-4a0a-aaa2-951a3ee64f24 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:42:50.416729 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.469408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.559653 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.630093 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.668743 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79aa2f16-644c-4a0a-aaa2-951a3ee64f24,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:50.673482 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.679490 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-74cea972-7aa6-43a7-bc69-a5072e05a59f admin admin] 10.222.0.18 "DELETE /v2.0/subnets/79aa2f16-644c-4a0a-aaa2-951a3ee64f24 HTTP/1.1" status: 204  len: 168 time: 0.3249443
Jun 24 16:42:50.680440 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-793e9013-cdae-4b6a-b6e7-a65ed26a3cde None None] Network e44350f6-4ad8-4a19-8963-bdb0aaadab4f requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:42:50.681937 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37738) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:50.791131 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.808224 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Deleting port e00c840d-33e7-4245-9ce8-c0c997cdf487 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:50.808858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:50.948664 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] DHCP port deletion for e44350f6-4ad8-4a19-8963-bdb0aaadab4f request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:42:50.954354 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Deleting port e00c840d-33e7-4245-9ce8-c0c997cdf487 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:50.954634 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.160465 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device e00c840d-33e7-4245-9ce8-c0c997cdf487 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:51.181924 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] For port e00c840d-33e7-4245-9ce8-c0c997cdf487, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e00c840d-33e7-4245-9ce8-c0c997cdf487,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:51.182512 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.226861 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] For port e00c840d-33e7-4245-9ce8-c0c997cdf487, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=e00c840d-33e7-4245-9ce8-c0c997cdf487,segment=NetworkSegment(ee7a61e4-2e18-456f-bffe-aae407a37d8b),segment_id=ee7a61e4-2e18-456f-bffe-aae407a37d8b)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:51.227152 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.291270 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6bdda72a-79ac-4286-bd04-3b4cae65c88f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.307568 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Calling delete_port for e00c840d-33e7-4245-9ce8-c0c997cdf487 owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:51.354290 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Calling delete_port for e00c840d-33e7-4245-9ce8-c0c997cdf487 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:51.391097 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.402371 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.plugins.ml2.db [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No ports have port_id starting with e00c840d-33e7-4245-9ce8-c0c997cdf487
Jun 24 16:42:51.405054 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 074cd12d-ac85-443c-9fd1-685aaa3b806a no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:51.440632 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] No DVR routers for this DVR port e00c840d-33e7-4245-9ce8-c0c997cdf487 on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:42:51.468042 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=e00c840d-33e7-4245-9ce8-c0c997cdf487,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:51.483937 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 074cd12d-ac85-443c-9fd1-685aaa3b806a {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:51.484187 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 074cd12d-ac85-443c-9fd1-685aaa3b806a not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:51.484590 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1be9b816-f60d-4a65-8b71-887ce57e77a5 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:51.529253 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 1be9b816-f60d-4a65-8b71-887ce57e77a5 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:51.529609 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 1be9b816-f60d-4a65-8b71-887ce57e77a5 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:51.537535 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:42:51.537882 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:42:51.564133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.588789 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3ac14c0>,) {'filters': {'network_id': ['e44350f6-4ad8-4a19-8963-bdb0aaadab4f']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:51.600227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3ac14c0>, 'ee7a61e4-2e18-456f-bffe-aae407a37d8b') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:51.600521 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3ac14c0>, 'ee7a61e4-2e18-456f-bffe-aae407a37d8b') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:51.612221 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.628277 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.634153 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Releasing vlan 324 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:42:51.634537 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.704047 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment ee7a61e4-2e18-456f-bffe-aae407a37d8b resource provider aggregate not found
Jun 24 16:42:51.724466 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment ee7a61e4-2e18-456f-bffe-aae407a37d8b resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ee7a61e4-2e18-456f-bffe-aae407a37d8b found for delete  ", "request_id": "req-1fc27ebc-e89e-4adc-95ec-345a7b07bc49"}]}
Jun 24 16:42:51.737729 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.754478 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:51.764412 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e44350f6-4ad8-4a19-8963-bdb0aaadab4f,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:51.777147 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-fd6ffa06-e860-42f5-869a-d7f52ee774d2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/e44350f6-4ad8-4a19-8963-bdb0aaadab4f HTTP/1.1" status: 204  len: 168 time: 1.0942609
Jun 24 16:42:51.780163 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37746) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:51.985297 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:52.038835 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Deleting port e00c840d-33e7-4245-9ce8-c0c997cdf487 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:52.039206 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:52.107315 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-458baba0-9479-45e3-81e8-868cc4d70580 None None] The port 'e00c840d-33e7-4245-9ce8-c0c997cdf487' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:42:52.283297 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:52.311218 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:52.756664 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Deleting port 324748c2-82dc-4bb3-a316-1369e6d7e498 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:52.756918 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:52.922446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] For port 324748c2-82dc-4bb3-a316-1369e6d7e498, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=324748c2-82dc-4bb3-a316-1369e6d7e498,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:52.922859 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:53.043669 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Calling delete_port for 324748c2-82dc-4bb3-a316-1369e6d7e498 owned by network:router_interface {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:53.110130 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:42:53.211551 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:53.260850 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=324748c2-82dc-4bb3-a316-1369e6d7e498,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:53.417314 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:53.536402 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:54.004562 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:42:54.179800 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:42:54.188060 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Sync routers for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:42:54.195698 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-91f176cc-6340-4ca6-8a63-a5586bc9c1f1 admin admin] 10.222.0.18 "PUT /v2.0/routers/70b9fcf8-09e2-4db8-b9d6-6f861e467e5b/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4145174
Jun 24 16:42:54.198135 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37750) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:54.198653 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:54.199288 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53970>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:54.371961 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks [] for router, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:54.392672 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: dv-cinder-847189-3-iscsi {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:54.550314 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:54.559907 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Deleting port a2fd12f7-c286-4775-8658-438e10b3bf80 {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:54.560279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:54.682494 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53970>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216'}], 'enable_snat': True}, 'gw_port_id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:42:53Z', 'revision_number': 5, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port': {'id': 'a2fd12f7-c286-4775-8658-438e10b3bf80', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:fb:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 358, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:33:50Z', 'updated_at': '2022-06-24T16:34:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:54.691648 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Checking router: 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b for host: dv-cinder-847189-3-iscsi {{(pid=88117) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:42:54.695865 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Routers {'70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88117) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:42:54.696461 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53970>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'], 'active': True} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:54.741480 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] For port a2fd12f7-c286-4775-8658-438e10b3bf80, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=a2fd12f7-c286-4775-8658-438e10b3bf80,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:54.741812 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:54.844419 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_dvr_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] Set router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b gateway port host: None {{(pid=88117) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:42:54.863388 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Calling delete_port for a2fd12f7-c286-4775-8658-438e10b3bf80 owned by network:router_gateway {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:54.948802 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.l3_hamode_db [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b9e53970>, [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:42:54Z', 'revision_number': 6, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88117) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:54.953131 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36add8d8-745e-49a1-a561-8eb01d816b1f None None] The sync data for ids ['70b9fcf8-09e2-4db8-b9d6-6f861e467e5b'] in dv-cinder-847189-3-iscsi is: [{'id': '70b9fcf8-09e2-4db8-b9d6-6f861e467e5b', 'name': 'tempest-TestVolumeBootPattern-807198778-router', 'tenant_id': '60e77dec22fa4af09852364f8a208821', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:33:46Z', 'updated_at': '2022-06-24T16:42:54Z', 'revision_number': 6, 'project_id': '60e77dec22fa4af09852364f8a208821', 'gw_port_host': None}] {{(pid=88117) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:42:55.039255 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.117816 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2fd12f7-c286-4775-8658-438e10b3bf80,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:55.187092 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.421230 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 324748c2-82dc-4bb3-a316-1369e6d7e498 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:55.458006 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 324748c2-82dc-4bb3-a316-1369e6d7e498 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:55.458400 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 324748c2-82dc-4bb3-a316-1369e6d7e498 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:55.485792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.488141 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.512216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.512759 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 70b9fcf8-09e2-4db8-b9d6-6f861e467e5b {{(pid=88115) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:42:55.525171 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] Notify callbacks [] for router, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.526281 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-cfd782f6-4123-4115-bf1b-63c23bb58a35 admin admin] 10.222.0.18 "DELETE /v2.0/routers/70b9fcf8-09e2-4db8-b9d6-6f861e467e5b HTTP/1.1" status: 204  len: 168 time: 1.3271859
Jun 24 16:42:55.528776 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37754) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:55.589227 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Deleting subnet a5bc79f9-8fcf-41ee-82ee-d4de194c8772 {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:42:55.592650 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.640323 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.723475 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.791931 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.835977 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.839518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a5bc79f9-8fcf-41ee-82ee-d4de194c8772,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:55.841363 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a19d199-439c-4591-856e-e9e252d60060 None None] Network 7414906b-0b32-4412-a443-ed8e9f547335 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:42:55.845996 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f38c790c-2688-4d60-b514-813fbe6b5bf1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a5bc79f9-8fcf-41ee-82ee-d4de194c8772 HTTP/1.1" status: 204  len: 168 time: 0.3162491
Jun 24 16:42:55.849023 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37758) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:55.957429 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:55.968704 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Deleting port 2641ecc0-6b0b-4b95-82de-12657de3c729 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:55.969044 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.110128 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] DHCP port deletion for 7414906b-0b32-4412-a443-ed8e9f547335 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:42:56.114331 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Deleting port 2641ecc0-6b0b-4b95-82de-12657de3c729 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:56.114714 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.184003 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] For port 2641ecc0-6b0b-4b95-82de-12657de3c729, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2641ecc0-6b0b-4b95-82de-12657de3c729,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:56.184352 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.319925 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] For port 2641ecc0-6b0b-4b95-82de-12657de3c729, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=2641ecc0-6b0b-4b95-82de-12657de3c729,segment=NetworkSegment(ad14d70a-69e6-4c01-b2c1-b86ab3905d99),segment_id=ad14d70a-69e6-4c01-b2c1-b86ab3905d99)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:42:56.320318 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.401019 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Calling delete_port for 2641ecc0-6b0b-4b95-82de-12657de3c729 owned by network:dhcp {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:56.454577 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Calling delete_port for 2641ecc0-6b0b-4b95-82de-12657de3c729 owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:42:56.480706 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.526248 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:42:56.526602 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:42:56.529156 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] No DVR routers for this DVR port 2641ecc0-6b0b-4b95-82de-12657de3c729 on host dv-cinder-847189-3-iscsi {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:42:56.555478 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2641ecc0-6b0b-4b95-82de-12657de3c729,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:56.647835 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.673717 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3aec3d0>,) {'filters': {'network_id': ['7414906b-0b32-4412-a443-ed8e9f547335']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:56.685333 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3aec3d0>, 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:56.685651 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3aec3d0>, 'ad14d70a-69e6-4c01-b2c1-b86ab3905d99') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:42:56.697147 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.713408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.720253 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Releasing vlan 307 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:42:56.720638 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.812639 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.828464 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:56.838308 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] Pushing event deleted for resources: {'Network': ['ID=7414906b-0b32-4412-a443-ed8e9f547335,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:56.849099 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-23fbb1c5-c7c5-47e0-a18e-5628a71f4ad9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7414906b-0b32-4412-a443-ed8e9f547335 HTTP/1.1" status: 204  len: 168 time: 0.9966388
Jun 24 16:42:56.868745 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ad14d70a-69e6-4c01-b2c1-b86ab3905d99 resource provider aggregate not found
Jun 24 16:42:56.885082 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment ad14d70a-69e6-4c01-b2c1-b86ab3905d99 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid ad14d70a-69e6-4c01-b2c1-b86ab3905d99 found for delete  ", "request_id": "req-85a38d9b-1eb0-4f21-8603-80b498fe858e"}]}
Jun 24 16:42:56.960176 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37770) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:57.007669 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a265606f-d4b9-4f05-9f29-1a26e4cfb133 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=901fbc33d59d49f8afa7f06d62e19e16&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0463629
Jun 24 16:42:57.010037 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37774) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:57.027869 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Deleting port 2641ecc0-6b0b-4b95-82de-12657de3c729 {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:42:57.028247 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.073285 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.096704 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-17c4a390-449d-4652-a37f-8135183a78d4 None None] The port '2641ecc0-6b0b-4b95-82de-12657de3c729' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:42:57.103221 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.156155 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.162494 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2641ecc0-6b0b-4b95-82de-12657de3c729 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:57.172319 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e455f01-df94-4eed-8f4d-6ec646d5d3b2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:57.181000 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.182118 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e41b4db8-7b16-4698-a6f4-838bf778bd32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7e455f01-df94-4eed-8f4d-6ec646d5d3b2 HTTP/1.1" status: 204  len: 168 time: 0.1711943
Jun 24 16:42:57.204178 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 2641ecc0-6b0b-4b95-82de-12657de3c729 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:57.204516 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 2641ecc0-6b0b-4b95-82de-12657de3c729 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:57.204921 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a2fd12f7-c286-4775-8658-438e10b3bf80 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:42:57.241143 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: a2fd12f7-c286-4775-8658-438e10b3bf80 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:42:57.241472 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device a2fd12f7-c286-4775-8658-438e10b3bf80 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:42:57.527905 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37782) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:57.575628 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c800cf89-77b3-48df-8022-b182e20784f2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=60e77dec22fa4af09852364f8a208821&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0465698
Jun 24 16:42:57.578917 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37786) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:42:57.636629 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.664357 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.716887 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.731216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36b18082-0507-45d4-9c59-47273217fef2,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:42:57.737752 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:42:57.741480 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b79bc2e9-4b58-48b5-ab55-da78fa0b53c4 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/36b18082-0507-45d4-9c59-47273217fef2 HTTP/1.1" status: 204  len: 168 time: 0.1616459
Jun 24 16:43:11.110437 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:12.785040 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59930468-b33a-49a5-9bcd-15f1d256bb05 req-95320f84-fc1e-4fec-bf3c-8ac0cdaf938b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:12.786517 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-59930468-b33a-49a5-9bcd-15f1d256bb05 req-95320f84-fc1e-4fec-bf3c-8ac0cdaf938b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0859480
Jun 24 16:43:12.830432 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-59930468-b33a-49a5-9bcd-15f1d256bb05 req-869c7636-dea5-4ba7-856a-f4722969294a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382216
Jun 24 16:43:14.024324 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaf1cf5-2dee-4a0a-9472-4fd0442fc2e7 req-1e6feae3-ecb4-4226-a4e3-bd519b755b61 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:14.025742 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4aaf1cf5-2dee-4a0a-9472-4fd0442fc2e7 req-1e6feae3-ecb4-4226-a4e3-bd519b755b61 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0876868
Jun 24 16:43:14.068547 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-4aaf1cf5-2dee-4a0a-9472-4fd0442fc2e7 req-24f0d73b-c470-4d86-837d-eb9df621038f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0366390
Jun 24 16:43:14.565196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-1d0e8cfc-b682-4234-97c6-291b809532a1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:14.565853 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-1d0e8cfc-b682-4234-97c6-291b809532a1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:43:14.581170 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-1d0e8cfc-b682-4234-97c6-291b809532a1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:43:14.582261 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-1d0e8cfc-b682-4234-97c6-291b809532a1 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.1002812
Jun 24 16:43:14.655542 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Deleting port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:43:14.655798 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:14.898166 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] For port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:43:14.898517 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:15.179949 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:15.180309 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:15.180620 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Floating IP e9a77e71-860c-4c8d-8691-b77d60467c73 disassociated. External IP: 172.27.2.226, port: 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d.
Jun 24 16:43:15.180957 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Calling delete_port for 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:43:15.260169 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21f06d5-9a26-4abe-af78-9f910e4120b6 req-3b5f555a-7243-4b8f-bba3-453076b00411 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:15.261734 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f21f06d5-9a26-4abe-af78-9f910e4120b6 req-3b5f555a-7243-4b8f-bba3-453076b00411 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 946 time: 0.0874395
Jun 24 16:43:15.309276 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-f21f06d5-9a26-4abe-af78-9f910e4120b6 req-1ddd1617-e908-4e02-bd1b-6d0475510b76 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0407894
Jun 24 16:43:15.328823 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:15.379276 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'Port': ['ID=42daa041-fdc0-4dfb-bf9b-d0e86576ac6d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:15.648571 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:43:15.831917 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:43:15.842718 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:43:15.852688 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:43:15.853294 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84af490>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:15.919892 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] No DVR routers for this DVR port 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:43:15.922406 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:15.925036 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'name': 'network-vif-deleted', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:43:15.942604 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-a00a8ac8-8483-4bf7-80d8-c4e8a81a6a7f req-9b96d133-0f83-416c-a349-cb3563b5fd95 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "DELETE /v2.0/ports/42daa041-fdc0-4dfb-bf9b-d0e86576ac6d HTTP/1.1" status: 204  len: 173 time: 1.3551967
Jun 24 16:43:16.045757 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:43:16.122791 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-59857cb0-2482-44d9-9720-0c0ef19b566a'] response: {'server_uuid': 'bbc30718-1530-42df-bb08-c3418a02180f', 'name': 'network-vif-deleted', 'tag': '42daa041-fdc0-4dfb-bf9b-d0e86576ac6d', 'status': 'completed', 'code': 200}
Jun 24 16:43:16.396023 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84af490>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:16.399964 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:43:16.409413 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:43:16.410010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b84af490>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:42:51Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:16.514449 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c7c20fa8-2f63-4f84-9cf5-e916d4d7e1b2 req-2b10a86a-856f-4a7c-86bd-59e5cdeb2ba8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=bbc30718-1530-42df-bb08-c3418a02180f HTTP/1.1" status: 200  len: 210 time: 0.0536399
Jun 24 16:43:16.591751 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:43:16.898057 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b84af490>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:16.901829 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bd38df1-6429-4c94-8f4b-3fae1e08a32e None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:43:17.111686 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66ece137-c244-4299-adc4-1e8d091053bd None None] New status for floating IP e9a77e71-860c-4c8d-8691-b77d60467c73: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:43:17.636688 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37822) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:17.699408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:17.726815 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:17.785191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:17.802662 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5684b3b-dc47-47b7-82d0-6ce3f7c01e66,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:17.814825 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:17.818391 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-549a1fa0-4c6e-40e0-acd8-84fca0d91408 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "DELETE /v2.0/security-groups/f5684b3b-dc47-47b7-82d0-6ce3f7c01e66 HTTP/1.1" status: 204  len: 168 time: 0.1782556
Jun 24 16:43:17.818609 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37826) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:17.834409 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-df2d6130-e83b-4f19-99a3-49cd60eec9fe tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] show failed (client error): The resource could not be found.
Jun 24 16:43:17.835412 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-df2d6130-e83b-4f19-99a3-49cd60eec9fe tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups/f5684b3b-dc47-47b7-82d0-6ce3f7c01e66 HTTP/1.1" status: 404  len: 347 time: 0.0158808
Jun 24 16:43:17.838137 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 37830) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:17.993273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Deleting port f9b68715-4c43-46bf-8ad0-69f5e7da7ebf {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:43:17.993529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.168254 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.168577 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.298495 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Calling delete_port for f9b68715-4c43-46bf-8ad0-69f5e7da7ebf owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:43:18.439176 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.486016 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'Port': ['ID=f9b68715-4c43-46bf-8ad0-69f5e7da7ebf,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:18.585201 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.598616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.601145 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-48f0b386-43ae-45c4-b209-55fdb1c099d8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "DELETE /v2.0/floatingips/e9a77e71-860c-4c8d-8691-b77d60467c73 HTTP/1.1" status: 204  len: 168 time: 0.7607808
Jun 24 16:43:18.681587 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37836) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:18.687202 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group': {'name': 'tempest-securitygroup--333396608', 'description': 'tempest-description--825758310'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:18.692988 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:18.697077 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:18.699899 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:18.706165 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:18.714604 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.733665 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:18.737576 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:18.740320 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:18.746032 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:18.816296 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.820065 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.869843 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc65f44-c47b-4f27-8ba1-da205246ef5b,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:18.877085 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2d377fc5-5c72-4c90-aea1-acc3e124aa38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.883677 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.884911 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d0fa4c67-3881-4b21-8d79-f49e07c1e6a5 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201  len: 1778 time: 0.2023287
Jun 24 16:43:18.887691 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37840) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:18.892552 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group_rule': {'security_group_id': '2bc65f44-c47b-4f27-8ba1-da205246ef5b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:18.898379 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:18.902882 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:18.905856 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:18.911546 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:18.928910 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.989311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:18.993053 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.017666 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0db0a7f8-adbd-4220-909e-82fcc2922463,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:19.028142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.029854 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-f2f21df2-dc80-4892-9ef1-25c355739aad tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 764 time: 0.1412160
Jun 24 16:43:19.032629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37844) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:19.037409 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'security_group_rule': {'security_group_id': '2bc65f44-c47b-4f27-8ba1-da205246ef5b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:19.043298 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:19.047640 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:security_group_rule and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:19.050516 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:19.056290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:19.073096 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.133820 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.137720 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-737553'] for security_group_rule, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.160999 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08c38723-6235-494c-8fa2-ed27b34f03b1,revision_number=0']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:19.171290 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group_rule, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.172479 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-74e635f7-655c-49f6-a2d8-fc3ff85b28c8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201  len: 769 time: 0.1389275
Jun 24 16:43:19.175493 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37848) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:19.180348 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'floatingip': {'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:19.186052 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:19.189847 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:floatingip and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:19.192642 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:19.198214 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:19.210665 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.343518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.455263 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:43:19.479164 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_common [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Allocated IP 172.27.2.208 (2d45df79-b65a-4aac-83c8-948762322b35/0e9752f9-4be7-41f9-90ef-f1ab84f9580d/f946414c-ce9b-4dfc-9c94-9cf2e263cefa) {{(pid=88115) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:43:19.492357 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:43:19.492740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 42daa041-fdc0-4dfb-bf9b-d0e86576ac6d not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:43:19.628399 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.656753 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.723714 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Network 2d45df79-b65a-4aac-83c8-948762322b35 is already hosted by enough agents. {{(pid=88115) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:43:19.726437 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.base_scheduler [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources bound (agent type, host, resource id):  {{(pid=88115) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:43:19.730313 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Received port after_create {{(pid=88115) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:43:19.770082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=f946414c-ce9b-4dfc-9c94-9cf2e263cefa,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:19.813747 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:19.876862 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:20.185503 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:20.190011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-10194418'] for port, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:20.293905 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=f946414c-ce9b-4dfc-9c94-9cf2e263cefa,revision_number=2']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:20.308082 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:20.335051 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:20.336387 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-6c16ae4b-f0c1-4216-ac0d-d4d306d4400b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201  len: 693 time: 1.1599603
Jun 24 16:43:20.554215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-65e7e3ce-631b-4ea0-87a3-0b6bf13aaa6a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88115) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:43:20.568938 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-65e7e3ce-631b-4ea0-87a3-0b6bf13aaa6a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88115) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:43:20.570142 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-65e7e3ce-631b-4ea0-87a3-0b6bf13aaa6a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--333396608&fields=id&tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 267 time: 0.0553226
Jun 24 16:43:20.734889 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a6a3b5ca-8498-4458-a017-64a2fe586280 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:20.736239 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a6a3b5ca-8498-4458-a017-64a2fe586280 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 810 time: 0.1584177
Jun 24 16:43:20.750707 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-0a50fb57-e081-4790-8660-8cc9d5583f15 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/quotas/b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 375 time: 0.0089078
Jun 24 16:43:20.855741 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-edb41e9e-837f-4e8b-95fe-a32a09dd31ab tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&fields=id HTTP/1.1" status: 200  len: 348 time: 0.0992944
Jun 24 16:43:20.974343 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-22917c84-39f2-4fa9-bd32-ef43f192ab49 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=88115) __call__ /opt/stack/neutron/neutron/wsgi.py:729}}
Jun 24 16:43:20.975363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-22917c84-39f2-4fa9-bd32-ef43f192ab49 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200  len: 13640 time: 0.1053438
Jun 24 16:43:21.105223 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-47f35cc3-596b-466b-92ff-6c87101f4083 service neutron] 10.222.0.18 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1232109
Jun 24 16:43:21.172955 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f73c04d5-9025-4e22-9a9c-ad528a746ea9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:21.235759 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-f9858772-98d6-430a-9d08-ec307502aebf service neutron] 10.222.0.18 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1245368
Jun 24 16:43:21.987847 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:22.285810 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:22.429885 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-9d0fb0a4-5294-4479-86f1-0b2be7a6b910 req-9c10de98-75c9-464b-aaa3-5a45f65f2a61 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 210 time: 0.0502877
Jun 24 16:43:23.418508 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:23.597974 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-648bc9a1-4406-49bc-94a7-d4125c710e51 req-779e6b41-b458-4a37-ae60-cb74c99f3947 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 210 time: 0.0504179
Jun 24 16:43:23.670408 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-70088e63-9454-4a1c-b707-a2e744d4a364 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:23.671869 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-70088e63-9454-4a1c-b707-a2e744d4a364 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 810 time: 0.1501329
Jun 24 16:43:23.719168 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-e7b241c9-f48f-459b-8b52-8672489d3534 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:43:23.730830 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-e7b241c9-f48f-459b-8b52-8672489d3534 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:security_group {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:43:23.732541 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-e7b241c9-f48f-459b-8b52-8672489d3534 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4 HTTP/1.1" status: 200  len: 379 time: 0.0520172
Jun 24 16:43:23.742080 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'port': {'device_id': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'admin_state_up': True, 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'security_groups': ['2bc65f44-c47b-4f27-8ba1-da205246ef5b']}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:23.973353 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:43:23.977273 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Usage tracker for resource:port and tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:43:23.980047 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Quota usage for port was recalculated. Used quota:3. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:43:23.986045 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:43:23.995467 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Made reservation on behalf of b03d0f5f955c49f48e6f06aaa5aae5f4 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:43:23.998994 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.158357 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Allocated IP 172.20.0.4 (f2bcec95-87e3-41fe-8d12-671e0679c896/c78f3b5f-6065-4d2f-9d47-049c111c35da/7ca301f0-0aac-4149-acf4-678c9a818b7d) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:43:24.341795 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.357153 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Transition to ACTIVE for port object 7ca301f0-0aac-4149-acf4-678c9a818b7d will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:43:24.381375 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.452191 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Network f2bcec95-87e3-41fe-8d12-671e0679c896 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:43:24.455385 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:43:24.459152 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:43:24.493472 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event updated for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:24.532124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:24.532868 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.557571 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-4218cc6d-7a85-49aa-bf46-a05338843921 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 933 time: 0.8189254
Jun 24 16:43:24.569013 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Request body: {'port': {'device_id': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:24.646182 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e3e65aac-4080-469a-9374-ad79d98434fc None None] Provisioning for port 7ca301f0-0aac-4149-acf4-678c9a818b7d completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:43:24.651768 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-e3e65aac-4080-469a-9374-ad79d98434fc None None] Provisioning complete for port 7ca301f0-0aac-4149-acf4-678c9a818b7d triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:43:24.652333 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-e3e65aac-4080-469a-9374-ad79d98434fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.688487 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:24.711010 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-e3e65aac-4080-469a-9374-ad79d98434fc None None] Port 7ca301f0-0aac-4149-acf4-678c9a818b7d cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:43:24.800496 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b86e0a-404a-467d-abac-3df6db81db0a req-1575b614-59b8-4cf9-b05f-73850925cd56 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:24.802533 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-53b86e0a-404a-467d-abac-3df6db81db0a req-1575b614-59b8-4cf9-b05f-73850925cd56 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 931 time: 0.0940106
Jun 24 16:43:24.846233 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-53b86e0a-404a-467d-abac-3df6db81db0a req-710c1554-7205-43e2-ba69-1823aae41227 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0382771
Jun 24 16:43:25.029033 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ca301f0-0aac-4149-acf4-678c9a818b7d {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:43:25.036304 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:25.050646 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Transition to ACTIVE for port object 7ca301f0-0aac-4149-acf4-678c9a818b7d will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:43:25.055163 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:25.182810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Pushing event updated for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:25.299580 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Attempting to bind port 7ca301f0-0aac-4149-acf4-678c9a818b7d on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:43:25.299910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Attempting to bind port 7ca301f0-0aac-4149-acf4-678c9a818b7d by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:43:25.300227 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Attempting to bind port 7ca301f0-0aac-4149-acf4-678c9a818b7d on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:43:25.304751 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Port 7ca301f0-0aac-4149-acf4-678c9a818b7d on network f2bcec95-87e3-41fe-8d12-671e0679c896 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:43:25.305059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Attempting to bind port 7ca301f0-0aac-4149-acf4-678c9a818b7d on network f2bcec95-87e3-41fe-8d12-671e0679c896 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:43:25.310882 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 43, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:43:25.311209 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Checking segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:43:25.311585 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Bound using segment: {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:43:25.312001 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Bound port: 7ca301f0-0aac-4149-acf4-678c9a818b7d, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '91f4322e-ac73-40a9-b573-0b876361ffb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 341, 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:43:25.312336 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:25.401135 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:43:25.404051 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:43:25.408461 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:25.469670 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:25.470283 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:25.471678 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-c7816337-f717-4089-b006-f5745c45c57a service neutron] 10.222.0.47 "PUT /v2.0/ports/7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 200  len: 1093 time: 0.9068584
Jun 24 16:43:25.474816 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:43:25.507298 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7816337-f717-4089-b006-f5745c45c57a service neutron] Pushing event updated for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:25.548586 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-0ef0a4ed-a5f2-4a39-95ab-734bff20775c'] response: {'name': 'network-changed', 'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'status': 'completed', 'code': 200}
Jun 24 16:43:25.593932 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a61cfa42-5c19-48c5-aa75-429ab818ca98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:25.595454 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a61cfa42-5c19-48c5-aa75-429ab818ca98 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 1096 time: 0.0848200
Jun 24 16:43:25.665995 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-259a5ae6-c827-40b2-9ace-eb1cafc44bf0 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 200  len: 217 time: 0.0639806
Jun 24 16:43:25.728539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-fa83ec16-d0a5-4f6e-9e97-cd3879a3bc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:25.729982 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-fa83ec16-d0a5-4f6e-9e97-cd3879a3bc79 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0575209
Jun 24 16:43:25.908137 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a2d7279f-601d-4a01-a79b-44c2645122fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:25.909611 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-a2d7279f-601d-4a01-a79b-44c2645122fa service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.1732991
Jun 24 16:43:26.037347 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddd97aec-540c-4745-9851-24209d6f782d req-598c4d6a-e1b5-4943-b6db-921611cb4e18 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:26.038867 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ddd97aec-540c-4745-9851-24209d6f782d req-598c4d6a-e1b5-4943-b6db-921611cb4e18 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 943 time: 0.0863948
Jun 24 16:43:26.042086 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-19eadf7a-2056-4850-8455-beef1deac7fe service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1250556
Jun 24 16:43:26.088747 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ddd97aec-540c-4745-9851-24209d6f782d req-921378bd-74ad-46cf-8580-6b29ace162ae tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0436571
Jun 24 16:43:26.174078 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-39cf113a-ec6e-4766-8b4e-e3c3bdfab004 req-ba097208-ea58-4eec-ae94-60866f0f896b service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1250889
Jun 24 16:43:26.291207 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-31ca2a89-d4b4-4015-af5f-732de18ce453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:26.292690 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-31ca2a89-d4b4-4015-af5f-732de18ce453 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 1096 time: 0.0754459
Jun 24 16:43:26.422459 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-a52a6eea-6580-4935-9bd0-c99f6fbc4888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:26.423908 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-a52a6eea-6580-4935-9bd0-c99f6fbc4888 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1251636
Jun 24 16:43:26.493972 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-410d2a3c-1384-43dd-bef9-9cee2ed74725 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 200  len: 217 time: 0.0633140
Jun 24 16:43:26.554242 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-2b5eb765-e94c-4485-a182-a64b5787652e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:26.555673 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-2b5eb765-e94c-4485-a182-a64b5787652e service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0554891
Jun 24 16:43:26.646632 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-2b8a4532-bc97-40aa-b788-2c7ede6fab10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:26.648298 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-2b8a4532-bc97-40aa-b788-2c7ede6fab10 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0828617
Jun 24 16:43:26.780332 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-e7aae191-fa1e-4a2b-882a-5e1b5b2edfdb service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1237533
Jun 24 16:43:26.909518 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-5a8642a9-0955-4beb-8255-8faf44382f87 req-5ac5edd8-52d1-4500-ad56-a1cd69418a7e service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1227710
Jun 24 16:43:27.281813 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311dfe18-5102-4e27-bb45-0f00cdc64837 req-a74845ec-41db-4ece-854a-6a06e5a60b02 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:27.283333 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-311dfe18-5102-4e27-bb45-0f00cdc64837 req-a74845ec-41db-4ece-854a-6a06e5a60b02 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 943 time: 0.0889304
Jun 24 16:43:27.330366 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-311dfe18-5102-4e27-bb45-0f00cdc64837 req-a2458f67-a7d0-43da-946a-2f9abf261c02 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0412405
Jun 24 16:43:28.523251 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-679d234e-4bb2-4979-95b3-94e3c5c6f1d3 req-f827e6a8-dd53-49c6-aea2-3921e5b1e66a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:28.524703 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-679d234e-4bb2-4979-95b3-94e3c5c6f1d3 req-f827e6a8-dd53-49c6-aea2-3921e5b1e66a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 943 time: 0.0907302
Jun 24 16:43:28.567767 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-679d234e-4bb2-4979-95b3-94e3c5c6f1d3 req-7e1ccf81-732f-4d2c-8f45-0ace04b8fe07 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0368230
Jun 24 16:43:29.485704 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 7ca301f0-0aac-4149-acf4-678c9a818b7d details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:43:29.618788 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:43:29.633486 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'port_id': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'mac_address': 'fa:16:3e:44:06:60', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 341, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:43:29.692586 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 7ca301f0-0aac-4149-acf4-678c9a818b7d is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:43:29.693071 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:29.712144 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ca301f0-0aac-4149-acf4-678c9a818b7d {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:43:29.728327 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:43:29.733809 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:29.769474 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d591739f-e248-4082-b0c8-88c79b0817fe req-2ee0aa94-4c9a-42e8-9031-68af23a6592a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:29.770889 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d591739f-e248-4082-b0c8-88c79b0817fe req-2ee0aa94-4c9a-42e8-9031-68af23a6592a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 943 time: 0.0952027
Jun 24 16:43:29.804051 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:29.811206 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.811541 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.811980 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.812308 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.812628 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.812952 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.813269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.813584 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.813899 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.814212 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.814522 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.814857 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:43:29.819183 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d591739f-e248-4082-b0c8-88c79b0817fe req-a01a6a85-a09a-4544-8072-712174ea2391 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0425332
Jun 24 16:43:29.974508 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['7ca301f0-0aac-4149-acf4-678c9a818b7d'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:43:30.108851 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:43:31.010845 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea7117a-5b18-4988-9202-514b12226255 req-dfce8ed7-89e6-4add-a753-d2e141336a83 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:31.012298 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7ea7117a-5b18-4988-9202-514b12226255 req-dfce8ed7-89e6-4add-a753-d2e141336a83 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 944 time: 0.0914483
Jun 24 16:43:31.055814 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7ea7117a-5b18-4988-9202-514b12226255 req-1a2fb664-1460-4295-92ee-402594b77ebc tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0369804
Jun 24 16:43:31.501732 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 7ca301f0-0aac-4149-acf4-678c9a818b7d up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:43:31.570505 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port 7ca301f0-0aac-4149-acf4-678c9a818b7d completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:43:31.575208 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port 7ca301f0-0aac-4149-acf4-678c9a818b7d triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:43:31.575573 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:31.726926 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port 7ca301f0-0aac-4149-acf4-678c9a818b7d is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:43:31.727193 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:31.753396 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:43:31.762929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:43:31.766820 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:31.833631 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:43:31.970416 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3fb94542-99f1-4268-92a3-c863756ea1a0'] response: {'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'code': 200}
Jun 24 16:43:32.206057 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785403a-73ae-4ec7-a3b2-d3fba7c6b280 req-c34fc134-1d14-4a4e-bcca-23169b2d2381 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:32.207570 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8785403a-73ae-4ec7-a3b2-d3fba7c6b280 req-c34fc134-1d14-4a4e-bcca-23169b2d2381 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 1098 time: 0.0774188
Jun 24 16:43:32.249572 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-8785403a-73ae-4ec7-a3b2-d3fba7c6b280 req-4e540829-7348-4fff-bbd9-3f5d0f2e5a7b service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0345106
Jun 24 16:43:32.259272 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-401fb9f5-29ad-4113-a290-7b87c5fc8b1d req-b8759850-35a4-414f-ab60-397fe126c8ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:32.260718 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-401fb9f5-29ad-4113-a290-7b87c5fc8b1d req-b8759850-35a4-414f-ab60-397fe126c8ca tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0902147
Jun 24 16:43:32.304501 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-401fb9f5-29ad-4113-a290-7b87c5fc8b1d req-46003f2b-87cc-46a9-8e48-3332542b6ea0 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0375869
Jun 24 16:43:33.500380 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcb656d-8417-4e47-b9dd-d93eecc1e174 req-8929255d-a0d2-4264-99ff-ae62a57f66ae tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:33.501826 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6fcb656d-8417-4e47-b9dd-d93eecc1e174 req-8929255d-a0d2-4264-99ff-ae62a57f66ae tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0893536
Jun 24 16:43:33.547465 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-6fcb656d-8417-4e47-b9dd-d93eecc1e174 req-5509af19-6dbb-457a-a02f-dda9692b28a9 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0399110
Jun 24 16:43:34.737057 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd974e5-4e9d-4d56-84fc-5ffb56411562 req-12993ce4-a10b-4853-b8ac-9e2eba0e4f60 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:34.738417 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2bd974e5-4e9d-4d56-84fc-5ffb56411562 req-12993ce4-a10b-4853-b8ac-9e2eba0e4f60 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0873084
Jun 24 16:43:34.780758 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-2bd974e5-4e9d-4d56-84fc-5ffb56411562 req-3b63b604-2c6f-40a9-9221-e8d8b23fcef8 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0367403
Jun 24 16:43:35.061365 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e886f71e-c3cd-46f9-9ea8-b16e479ab006 req-4eb2db45-3b61-4881-9e4e-a3db9585c208 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:35.062908 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-e886f71e-c3cd-46f9-9ea8-b16e479ab006 req-4eb2db45-3b61-4881-9e4e-a3db9585c208 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.1834700
Jun 24 16:43:35.071287 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 37922) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:43:35.076127 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.v2.base [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Request body: {'floatingip': {'port_id': '7ca301f0-0aac-4149-acf4-678c9a818b7d'}} {{(pid=88115) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:43:35.155311 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, before_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:35.747976 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:35.751757 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:35.917105 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.db.l3_db [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Floating IP 1e29c898-c9c4-477b-8f98-972cba65de72 associated. External IP: 172.27.2.208, port: 7ca301f0-0aac-4149-acf4-678c9a818b7d.
Jun 24 16:43:36.263411 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88115) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:43:36.552371 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88115) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:43:36.557011 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:36.562466 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:43:36.572201 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:43:36.573115 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b827b130>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:43:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:36.615316 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9cbaeeab-9b0e-469c-ae0f-e52d98f8e775 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "PUT /v2.0/floatingips/1e29c898-c9c4-477b-8f98-972cba65de72 HTTP/1.1" status: 200  len: 991 time: 1.5429912
Jun 24 16:43:36.615885 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d'}] {{(pid=88115) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:43:36.661559 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.notifiers.nova [-] Nova event matching ['req-5a79d0eb-a12b-4fda-aab0-08819e09872a'] response: {'name': 'network-changed', 'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'status': 'completed', 'code': 200}
Jun 24 16:43:36.764827 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:43:36.770164 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-b3fb3fec-dfcb-4c3d-b183-69894d6818c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:36.771670 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-b3fb3fec-dfcb-4c3d-b183-69894d6818c3 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 1098 time: 0.0810122
Jun 24 16:43:36.904057 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-808f0e9c-5fe8-455d-b5f2-2354226446b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:36.905547 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-808f0e9c-5fe8-455d-b5f2-2354226446b6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1267705
Jun 24 16:43:37.008715 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-69c4cbe3-9e57-487b-afae-bef06dfa5af5 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 200  len: 999 time: 0.0968435
Jun 24 16:43:37.069345 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-b222334b-7079-41ad-9047-f25f30ff6445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:37.070779 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-b222334b-7079-41ad-9047-f25f30ff6445 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0560877
Jun 24 16:43:37.116450 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b827b130>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '1e29c898-c9c4-477b-8f98-972cba65de72', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:44:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:43:19Z', 'updated_at': '2022-06-24T16:43:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:37.120865 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:43:37.129556 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:43:37.130185 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b827b130>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:43:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:37.155950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-ae8bf49d-af73-4a26-98a0-acbfce263e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:43:37.157334 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-ae8bf49d-af73-4a26-98a0-acbfce263e7e service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0807655
Jun 24 16:43:37.317528 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:43:37.407414 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-07a2a9a4-5b12-4555-b2bc-a82a1126f239 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.2435505
Jun 24 16:43:37.540394 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-53e50428-026c-4212-bb16-c7a9cbcb9228 req-88483df9-9de1-4e1c-bc48-f6dc3a5a189e service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1256909
Jun 24 16:43:37.669192 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b827b130>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '1e29c898-c9c4-477b-8f98-972cba65de72', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:44:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:43:19Z', 'updated_at': '2022-06-24T16:43:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:43:37.673124 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f132c4da-672d-4fde-8555-dfadc725ef1d None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_floatingips': [{'id': '1e29c898-c9c4-477b-8f98-972cba65de72', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'floating_ip_address': '172.27.2.208', 'floating_network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'router_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'port_id': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 679, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'mac_address': 'fa:16:3e:44:06:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-06-24T16:43:19Z', 'updated_at': '2022-06-24T16:43:35Z', 'revision_number': 1, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:43:37.857921 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f855e986-c874-439d-a1fb-f3529c0f6071 None None] New status for floating IP 1e29c898-c9c4-477b-8f98-972cba65de72: ACTIVE {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:43:41.130215 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:48.880083 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-61268e19-2cc8-4122-9818-0764434b5c30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:51.174983 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-500c2316-5b7a-451c-8dc2-43795b288c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:51.989794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:52.286806 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:43:53.421113 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:07.108557 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:44:11.127892 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:17.839753 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-04077346-b9ed-4295-af64-0dab12657303 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200  len: 275 time: 0.0774779
Jun 24 16:44:17.988574 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-6e3c833e-a309-4144-b795-f22129f673c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:17.990024 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-6e3c833e-a309-4144-b795-f22129f673c7 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 1098 time: 0.0826490
Jun 24 16:44:18.134512 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-b6f337dd-96fd-4dc2-a14c-bf39ee1420c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:18.136005 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-b6f337dd-96fd-4dc2-a14c-bf39ee1420c6 service neutron] 10.222.0.47 "GET /v2.0/networks?id=f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 200  len: 911 time: 0.1269202
Jun 24 16:44:18.237843 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-ea179f07-c365-40ec-a87f-19c0c722d2ed service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 200  len: 1001 time: 0.0955203
Jun 24 16:44:18.320645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-442f9068-b970-4c87-8d0f-7bd500662849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:18.322062 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-442f9068-b970-4c87-8d0f-7bd500662849 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 200  len: 849 time: 0.0560937
Jun 24 16:44:18.411868 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-0d6d4557-dc4c-4b21-b347-7492b14e9216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:18.413291 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-0d6d4557-dc4c-4b21-b347-7492b14e9216 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=f2bcec95-87e3-41fe-8d12-671e0679c896&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1175 time: 0.0799415
Jun 24 16:44:18.544569 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-4bcf3b9d-408e-4c1c-88ea-d6416a91e735 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1233940
Jun 24 16:44:18.682982 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-3a074c71-0ae4-442c-9624-4c1b99800b0f req-48643117-c3ab-4c3b-9690-f2c47acd97c1 service neutron] 10.222.0.47 "GET /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1294472
Jun 24 16:44:18.881481 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f1c0d6a3-b21e-4927-a762-011cb0c9dcfa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:21.176132 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-020a57f6-bf6f-4ee7-8ac3-019f08e68347 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:21.992469 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:22.289250 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:23.422942 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:33.201903 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becb70c-3313-4072-9837-b01d0dad90a9 req-9bde5ba7-0a94-4ee4-94f8-7236752c0c18 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:33.203390 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5becb70c-3313-4072-9837-b01d0dad90a9 req-9bde5ba7-0a94-4ee4-94f8-7236752c0c18 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0871785
Jun 24 16:44:33.249020 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-5becb70c-3313-4072-9837-b01d0dad90a9 req-b9aef7bb-d125-4fe5-9e40-aca2a8ee7c2a tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0400143
Jun 24 16:44:34.452408 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c86a11cc-4a1f-48bf-9260-797cc670be2b req-c116568f-b580-4d28-ab7e-e1d323b60e3c tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:34.453868 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c86a11cc-4a1f-48bf-9260-797cc670be2b req-c116568f-b580-4d28-ab7e-e1d323b60e3c tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0947809
Jun 24 16:44:34.498617 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-c86a11cc-4a1f-48bf-9260-797cc670be2b req-b1238b9c-5afd-43b3-8665-2745740ecb28 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0390651
Jun 24 16:44:34.845631 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-6b9ee63f-ec28-408e-b101-5cd152f745bd tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:34.846310 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-6b9ee63f-ec28-408e-b101-5cd152f745bd tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Synchronizing usage tracker for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:44:34.861810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-6b9ee63f-ec28-408e-b101-5cd152f745bd tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Unset dirty status for tenant:b03d0f5f955c49f48e6f06aaa5aae5f4 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:44:34.863088 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-6b9ee63f-ec28-408e-b101-5cd152f745bd tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.1013522
Jun 24 16:44:34.931399 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Deleting port 7ca301f0-0aac-4149-acf4-678c9a818b7d {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:34.931758 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:35.178297 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] For port 7ca301f0-0aac-4149-acf4-678c9a818b7d, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=7ca301f0-0aac-4149-acf4-678c9a818b7d,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:44:35.178645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:35.561969 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:35.562312 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-544457'] for floatingip, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:35.562620 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.l3_db [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Floating IP 1e29c898-c9c4-477b-8f98-972cba65de72 disassociated. External IP: 172.27.2.208, port: 7ca301f0-0aac-4149-acf4-678c9a818b7d.
Jun 24 16:44:35.562985 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Calling delete_port for 7ca301f0-0aac-4149-acf4-678c9a818b7d owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:35.693761 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54d70bec-2abd-451f-9f2b-a04ec99e1887 req-df988934-4598-40aa-81ce-b0e105f0618b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:44:35.695241 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-54d70bec-2abd-451f-9f2b-a04ec99e1887 req-df988934-4598-40aa-81ce-b0e105f0618b tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/ports?device_id=d7e889d0-7da4-4e56-86c6-356cc3c3b08c HTTP/1.1" status: 200  len: 945 time: 0.0860949
Jun 24 16:44:35.708289 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:35.743525 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-54d70bec-2abd-451f-9f2b-a04ec99e1887 req-4511a028-b7c0-446f-a4b8-db639a855d9f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups?id=2bc65f44-c47b-4f27-8ba1-da205246ef5b&fields=id&fields=name HTTP/1.1" status: 200  len: 312 time: 0.0415998
Jun 24 16:44:35.757309 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'Port': ['ID=7ca301f0-0aac-4149-acf4-678c9a818b7d,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:35.769192 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.769537 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.769874 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.770206 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.770535 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.770888 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.771213 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.771536 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.771854 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.772176 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.772493 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.772807 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:35.949883 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:44:36.126487 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:44:36.136522 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:44:36.146794 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:44:36.148004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b890e040>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:44:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:36.217587 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] No DVR routers for this DVR port 7ca301f0-0aac-4149-acf4-678c9a818b7d on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:44:36.220234 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:36.222564 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'name': 'network-vif-deleted', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:44:36.245787 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-bf4ef963-bc66-45f6-b5d7-76bd51c46b84 req-473bad2a-c028-46d0-896f-7d6c3ceda9ac tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.47 "DELETE /v2.0/ports/7ca301f0-0aac-4149-acf4-678c9a818b7d HTTP/1.1" status: 204  len: 173 time: 1.3775053
Jun 24 16:44:36.278601 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-ce1e571a-7050-4e31-b8c0-6b93cf697340'] response: {'server_uuid': 'd7e889d0-7da4-4e56-86c6-356cc3c3b08c', 'name': 'network-vif-deleted', 'tag': '7ca301f0-0aac-4149-acf4-678c9a818b7d', 'status': 'completed', 'code': 200}
Jun 24 16:44:36.332392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:44:36.649832 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b890e040>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:36.654269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:44:36.662799 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:44:36.663392 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b890e040>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:44:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:36.846929 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:44:36.871767 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38072) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:36.934793 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:36.963799 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.016413 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.035688 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc65f44-c47b-4f27-8ba1-da205246ef5b,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:37.047349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.047715 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.048050 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.048526 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.048858 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.049314 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.049933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.049933 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.050279 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.050596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.050997 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.051254 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:44:37.057154 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.058263 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-ec942946-fb07-4ed2-b8c3-71f18b61b14f tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "DELETE /v2.0/security-groups/2bc65f44-c47b-4f27-8ba1-da205246ef5b HTTP/1.1" status: 204  len: 168 time: 0.1854744
Jun 24 16:44:37.061485 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38076) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:37.078433 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.api.v2.resource [None req-96d0b6a1-3092-4eac-9ae0-993676b43444 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] show failed (client error): The resource could not be found.
Jun 24 16:44:37.079462 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-96d0b6a1-3092-4eac-9ae0-993676b43444 tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "GET /v2.0/security-groups/2bc65f44-c47b-4f27-8ba1-da205246ef5b HTTP/1.1" status: 404  len: 347 time: 0.0170093
Jun 24 16:44:37.082322 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38080) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:37.167916 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b890e040>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:37.171877 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4918f35a-2f77-47d6-806d-a2df3107937e None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:40:11Z', 'revision_number': 4, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi', '_interfaces': [{'id': '806c840b-918b-4990-af9e-716603b5f8f6', 'name': '', 'network_id': 'f2bcec95-87e3-41fe-8d12-671e0679c896', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'mac_address': 'fa:16:3e:46:a6:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_interface', 'standard_attr_id': 656, 'fixed_ips': [{'subnet_id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:11Z', 'updated_at': '2022-06-24T16:40:17Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'subnets': [{'id': 'c78f3b5f-6065-4d2f-9d47-049c111c35da', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:44:37.242211 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Deleting port f946414c-ce9b-4dfc-9c94-9cf2e263cefa {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:37.242553 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.395113 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-147c5930-a198-464b-89d3-695bedeb8a9e None None] New status for floating IP 1e29c898-c9c4-477b-8f98-972cba65de72: DOWN {{(pid=88117) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}}
Jun 24 16:44:37.418877 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.419201 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:37.645760 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Calling delete_port for f946414c-ce9b-4dfc-9c94-9cf2e263cefa owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:37.742416 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.db.api [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 2 row(s); 1 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88114) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:44:37.742754 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG oslo_db.api [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:44:38.243696 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Deleting port f946414c-ce9b-4dfc-9c94-9cf2e263cefa {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:38.244414 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.413205 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.413649 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.535850 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Calling delete_port for f946414c-ce9b-4dfc-9c94-9cf2e263cefa owned by network:floatingip {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:38.679890 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.735773 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Pushing event deleted for resources: {'Port': ['ID=f946414c-ce9b-4dfc-9c94-9cf2e263cefa,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:38.832936 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks [] for floatingip, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.846870 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for floatingip, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:38.847963 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e6a3180d-9488-4baa-8eb3-acca6e1638bb tempest-AttachVolumeTestJSON-1988887012 tempest-AttachVolumeTestJSON-1988887012-project] 10.222.0.18 "DELETE /v2.0/floatingips/1e29c898-c9c4-477b-8f98-972cba65de72 HTTP/1.1" status: 204  len: 168 time: 1.7647150
Jun 24 16:44:39.861403 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 7ca301f0-0aac-4149-acf4-678c9a818b7d no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:44:39.895397 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: 7ca301f0-0aac-4149-acf4-678c9a818b7d {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:44:39.895730 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device 7ca301f0-0aac-4149-acf4-678c9a818b7d not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:44:41.137678 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:42.786100 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38110) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:43.314785 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-544987'] for router_interface, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:43.767046 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Deleting port 806c840b-918b-4990-af9e-716603b5f8f6 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:43.767301 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:43.937397 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] For port 806c840b-918b-4990-af9e-716603b5f8f6, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=806c840b-918b-4990-af9e-716603b5f8f6,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:44:43.938073 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:44.059010 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Calling delete_port for 806c840b-918b-4990-af9e-716603b5f8f6 owned by network:router_interface {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:44.107874 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:44:44.232150 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:44.280999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Pushing event deleted for resources: {'Port': ['ID=806c840b-918b-4990-af9e-716603b5f8f6,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:44.556986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-652658', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-544943'] for router_interface, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:45.008644 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Router e7201365-8700-4d33-b2f0-3251a5b498bb has already been hosted by L3 agent 6d4a8de6-ee84-407e-aab7-d8d2b63d86df {{(pid=88114) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}}
Jun 24 16:44:45.185272 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] Notify agent at l3_agent.dv-cinder-847189-3-iscsi the message routers_updated {{(pid=88114) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}}
Jun 24 16:44:45.194149 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Sync routers for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}}
Jun 24 16:44:45.201399 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-6fd5639f-735e-43a7-8d77-8a6ac1513e94 admin admin] 10.222.0.18 "PUT /v2.0/routers/e7201365-8700-4d33-b2f0-3251a5b498bb/remove_router_interface HTTP/1.1" status: 200  len: 503 time: 2.4117126
Jun 24 16:44:45.201646 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38116) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:45.204429 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:44:45.205015 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b87704f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:44:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:45.379236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks [] for router, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:45.428028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: dv-cinder-847189-3-iscsi {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:44:45.557172 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:45.566698 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Deleting port cb66235f-18b0-47df-b9fc-b09e84659254 {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:45.567054 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:45.707916 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b87704f0>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'external_fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98'}], 'enable_snat': True}, 'gw_port_id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:44:44Z', 'revision_number': 5, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port': {'id': 'cb66235f-18b0-47df-b9fc-b09e84659254', 'name': '', 'network_id': '2d45df79-b65a-4aac-83c8-948762322b35', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:19:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 655, 'fixed_ips': [{'subnet_id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'ip_address': '172.27.2.98', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-847189-3-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-06-24T16:40:08Z', 'updated_at': '2022-06-24T16:40:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '0e9752f9-4be7-41f9-90ef-f1ab84f9580d', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-847189-3-iscsi'}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:45.711699 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Checking router: e7201365-8700-4d33-b2f0-3251a5b498bb for host: dv-cinder-847189-3-iscsi {{(pid=88116) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}}
Jun 24 16:44:45.719962 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Routers {'e7201365-8700-4d33-b2f0-3251a5b498bb'} bound to L3 agent in host dv-cinder-847189-3-iscsi {{(pid=88116) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}}
Jun 24 16:44:45.720557 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (<neutron_lib.context.Context object at 0x7f54b87704f0>, 'dv-cinder-847189-3-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-06-24T16:22:51Z,description=<?>,heartbeat_timestamp=2022-06-24T16:44:21Z,host='dv-cinder-847189-3-iscsi',id=6d4a8de6-ee84-407e-aab7-d8d2b63d86df,load=0,resource_versions=<?>,resources_synced=<?>,started_at=2022-06-24T16:22:51Z,topic='l3_agent')) {'router_ids': ['e7201365-8700-4d33-b2f0-3251a5b498bb'], 'active': True} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:45.740005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] For port cb66235f-18b0-47df-b9fc-b09e84659254, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=cb66235f-18b0-47df-b9fc-b09e84659254,segment=NetworkSegment(dbe993e0-b21a-4890-ae31-d6b3db09480a),segment_id=dbe993e0-b21a-4890-ae31-d6b3db09480a)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:44:45.740355 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:45.861630 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Calling delete_port for cb66235f-18b0-47df-b9fc-b09e84659254 owned by network:router_gateway {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:45.872197 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_dvr_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] Set router e7201365-8700-4d33-b2f0-3251a5b498bb gateway port host: None {{(pid=88116) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}}
Jun 24 16:44:45.981913 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.l3_hamode_db [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (<neutron_lib.context.Context object at 0x7f54b87704f0>, [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:44:45Z', 'revision_number': 6, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port_host': None}], 'dv-cinder-847189-3-iscsi', False) {} {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:45.986028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ca76665-5931-4978-9363-8af3be04c393 None None] The sync data for ids ['e7201365-8700-4d33-b2f0-3251a5b498bb'] in dv-cinder-847189-3-iscsi is: [{'id': 'e7201365-8700-4d33-b2f0-3251a5b498bb', 'name': 'tempest-AttachVolumeTestJSON-805471574-router', 'tenant_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-06-24T16:40:07Z', 'updated_at': '2022-06-24T16:44:45Z', 'revision_number': 6, 'project_id': 'b03d0f5f955c49f48e6f06aaa5aae5f4', 'gw_port_host': None}] {{(pid=88116) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}}
Jun 24 16:44:46.030839 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.086004 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Pushing event deleted for resources: {'Port': ['ID=cb66235f-18b0-47df-b9fc-b09e84659254,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:46.179293 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-546618'] for router_gateway, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.466044 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-544403', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-13411'] for router, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.468336 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.491950 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-544731'] for router, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.492468 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Fanout notify agent at l3_agent the message router_deleted on router e7201365-8700-4d33-b2f0-3251a5b498bb {{(pid=88114) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}}
Jun 24 16:44:46.504419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] Notify callbacks [] for router, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.505524 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-b8fdc449-f81c-4649-86d7-2e27270e370d admin admin] 10.222.0.18 "DELETE /v2.0/routers/e7201365-8700-4d33-b2f0-3251a5b498bb HTTP/1.1" status: 204  len: 168 time: 1.3027432
Jun 24 16:44:46.508076 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38120) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:46.569778 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Deleting subnet c78f3b5f-6065-4d2f-9d47-049c111c35da {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:44:46.573197 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.620819 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.700446 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.769943 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.807228 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c78f3b5f-6065-4d2f-9d47-049c111c35da,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:46.810651 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.817412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29faa880-15a8-4ba4-9e15-9229c2371371 None None] Network f2bcec95-87e3-41fe-8d12-671e0679c896 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:44:46.819327 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-518dd37f-fceb-4b3c-bb0b-74abdca0d0cf admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c78f3b5f-6065-4d2f-9d47-049c111c35da HTTP/1.1" status: 204  len: 168 time: 0.3101306
Jun 24 16:44:46.819512 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38124) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:46.937582 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:46.949129 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Deleting port 33db73d8-10b5-4cc7-8512-d22285b41abf {{(pid=88115) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:46.949468 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.086181 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] DHCP port deletion for f2bcec95-87e3-41fe-8d12-671e0679c896 request from dv-cinder-847189-3-iscsi {{(pid=88116) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}}
Jun 24 16:44:47.090026 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Deleting port 33db73d8-10b5-4cc7-8512-d22285b41abf {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:47.090395 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.169833 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.db [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] For port 33db73d8-10b5-4cc7-8512-d22285b41abf, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=33db73d8-10b5-4cc7-8512-d22285b41abf,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88115) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:44:47.170200 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.216740 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 33db73d8-10b5-4cc7-8512-d22285b41abf no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:44:47.299111 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.plugin [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Calling delete_port for 33db73d8-10b5-4cc7-8512-d22285b41abf owned by network:dhcp {{(pid=88115) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:47.351722 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] For port 33db73d8-10b5-4cc7-8512-d22285b41abf, host dv-cinder-847189-3-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-847189-3-iscsi',level=0,port_id=33db73d8-10b5-4cc7-8512-d22285b41abf,segment=NetworkSegment(91f4322e-ac73-40a9-b573-0b876361ffb5),segment_id=91f4322e-ac73-40a9-b573-0b876361ffb5)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:44:47.352131 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.375518 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-10194405'] for port, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.426760 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] No DVR routers for this DVR port 33db73d8-10b5-4cc7-8512-d22285b41abf on host dv-cinder-847189-3-iscsi {{(pid=88115) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:44:47.452253 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Pushing event deleted for resources: {'Port': ['ID=33db73d8-10b5-4cc7-8512-d22285b41abf,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:47.506333 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Calling delete_port for 33db73d8-10b5-4cc7-8512-d22285b41abf owned by network:dhcp {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:44:47.542055 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Port 33db73d8-10b5-4cc7-8512-d22285b41abf update to DOWN by agent not found {{(pid=88116) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2166}}
Jun 24 16:44:47.542478 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 806c840b-918b-4990-af9e-716603b5f8f6 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:44:47.545016 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.569312 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3f7b760>,) {'filters': {'network_id': ['f2bcec95-87e3-41fe-8d12-671e0679c896']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:47.582157 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3f7b760>, '91f4322e-ac73-40a9-b573-0b876361ffb5') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:47.582446 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3f7b760>, '91f4322e-ac73-40a9-b573-0b876361ffb5') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:44:47.594164 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.611215 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.617615 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Releasing vlan 341 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:44:47.617901 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.630119 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: 806c840b-918b-4990-af9e-716603b5f8f6 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:44:47.630458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device 806c840b-918b-4990-af9e-716603b5f8f6 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:44:47.630898 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cb66235f-18b0-47df-b9fc-b09e84659254 no longer exists at agent ovs-agent-dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:44:47.668668 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] No Port match for: cb66235f-18b0-47df-b9fc-b09e84659254 {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:44:47.668954 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Device cb66235f-18b0-47df-b9fc-b09e84659254 not bound to the agent host dv-cinder-847189-3-iscsi {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:44:47.697619 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.db.api [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched.  Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=88116) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}}
Jun 24 16:44:47.697970 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG oslo_db.api [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=88116) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}}
Jun 24 16:44:47.780662 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 91f4322e-ac73-40a9-b573-0b876361ffb5 resource provider aggregate not found
Jun 24 16:44:47.801829 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment 91f4322e-ac73-40a9-b573-0b876361ffb5 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 91f4322e-ac73-40a9-b573-0b876361ffb5 found for delete  ", "request_id": "req-87b8d1f8-f22c-4aa1-87cf-e4d57fd78e24"}]}
Jun 24 16:44:47.814111 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.830593 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:47.841763 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] Pushing event deleted for resources: {'Network': ['ID=f2bcec95-87e3-41fe-8d12-671e0679c896,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:47.853998 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-535d6e8d-3ed5-4357-ba77-901dd4ba1966 admin admin] 10.222.0.18 "DELETE /v2.0/networks/f2bcec95-87e3-41fe-8d12-671e0679c896 HTTP/1.1" status: 204  len: 168 time: 1.0335641
Jun 24 16:44:48.060911 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38134) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:48.107742 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-0f8dbcaa-3423-4cc2-949e-cab234d3fef0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b03d0f5f955c49f48e6f06aaa5aae5f4&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0456951
Jun 24 16:44:48.110269 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38138) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:48.169911 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:48.195839 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:48.199514 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Deleting port 33db73d8-10b5-4cc7-8512-d22285b41abf {{(pid=88116) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:44:48.199986 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:48.247639 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:48.260584 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64508c7f-e4c8-446d-8d1e-b2951a39ef2b,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:48.267042 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-a36a299f-02c0-4c28-ab15-ae1c59336099 None None] The port '33db73d8-10b5-4cc7-8512-d22285b41abf' was deleted {{(pid=88116) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1971}}
Jun 24 16:44:48.273677 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:48.275146 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-df18f724-72f5-47f8-b11c-a79c2e4661e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/64508c7f-e4c8-446d-8d1e-b2951a39ef2b HTTP/1.1" status: 204  len: 168 time: 0.1634500
Jun 24 16:44:48.882456 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-13dd27a3-f70e-4e97-a954-ea8b2cdd53cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:51.178291 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-daa8912b-cf4d-44fa-82c2-a8fcb03ed6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:51.995573 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.292822 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.427848 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38200) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:52.570755 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.585866 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:44:52.590345 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Usage tracker for resource:security_group_rule and tenant:7878ffad6e884113a691aaf131bf2ee8 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:44:52.593172 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:44:52.598788 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:44:52.679189 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.683607 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.731565 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8f0a9ba-38e1-4f29-964c-65db55a69283,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:52.735638 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-299a56c2-9586-4a67-bde3-f32563074b25 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7878ffad6e884113a691aaf131bf2ee8&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3067982
Jun 24 16:44:52.738383 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38206) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:52.798531 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.825066 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.876665 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.890582 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8f0a9ba-38e1-4f29-964c-65db55a69283,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:52.897062 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:52.900512 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-889d0bf0-5880-4caa-91d2-6c7cb097d191 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b8f0a9ba-38e1-4f29-964c-65db55a69283 HTTP/1.1" status: 204  len: 168 time: 0.1587899
Jun 24 16:44:53.426528 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:54.664465 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38258) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:54.778624 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:54.792764 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:44:54.797439 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Usage tracker for resource:security_group_rule and tenant:2888e3e190b8450da5bce4373bb17f9c is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:44:54.800626 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:44:54.807713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:44:54.889873 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:54.893681 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:54.943494 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2888e3e190b8450da5bce4373bb17f9c&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2778871
Jun 24 16:44:54.944299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23576554-84d6-44ee-b514-8471a490f1e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9e57b77-fee0-4f21-8cd5-ad0bb353f0a1,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:54.946748 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38264) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:55.004864 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.029818 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.080427 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.096480 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9e57b77-fee0-4f21-8cd5-ad0bb353f0a1,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:55.100790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.101895 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-41b92710-9442-45e4-a82a-117e128fc9d0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9e57b77-fee0-4f21-8cd5-ad0bb353f0a1 HTTP/1.1" status: 204  len: 168 time: 0.1542482
Jun 24 16:44:55.382000 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38272) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:55.399006 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.412963 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:44:55.417288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Usage tracker for resource:security_group_rule and tenant:e7c2351d4eda4048a109aa4dd1ed20c6 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:44:55.420092 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:44:55.425721 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:44:55.507770 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.511995 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.560969 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e7c2351d4eda4048a109aa4dd1ed20c6&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1778069
Jun 24 16:44:55.562413 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d3dcba-ba13-415c-847b-c45f427e69c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=329965a7-b5e9-4809-b4a1-2d3c33f17499,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:55.563629 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38276) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:55.623315 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.648902 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.699562 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.715596 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=329965a7-b5e9-4809-b4a1-2d3c33f17499,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:55.724035 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:55.725300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-452e3d99-d7eb-4b4c-b843-82c53bb0af0c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/329965a7-b5e9-4809-b4a1-2d3c33f17499 HTTP/1.1" status: 204  len: 168 time: 0.1599903
Jun 24 16:44:57.944326 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38348) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:58.059031 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.073047 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:44:58.077124 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Usage tracker for resource:security_group_rule and tenant:8fd2a37f41f249faa30ac1c52b9fe8e9 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:44:58.079892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:44:58.085463 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:44:58.168507 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.172184 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.223333 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fd2a37f41f249faa30ac1c52b9fe8e9&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2777593
Jun 24 16:44:58.224092 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4306c2b4-8de0-483c-912c-3dccd8a2f39a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d940bdcf-6bdd-4ebb-89a0-61079f524258,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:58.225957 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38354) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:58.284317 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.309607 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.361723 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.377468 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940bdcf-6bdd-4ebb-89a0-61079f524258,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:58.386891 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.387996 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d4358cd2-542c-4c03-b4cd-061c12672b3a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d940bdcf-6bdd-4ebb-89a0-61079f524258 HTTP/1.1" status: 204  len: 168 time: 0.1610625
Jun 24 16:44:58.671994 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38362) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:58.689691 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.704005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:44:58.707740 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Usage tracker for resource:security_group_rule and tenant:30937d12df6a482fb6b44c988e54ca71 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:44:58.710454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:44:58.716556 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:44:58.803275 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.807112 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.851616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22fe6e0b-f30f-465d-a02f-38c72d7c9f15,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:58.856387 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-abc2e64b-1737-4503-a10b-c6dee5a621f0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=30937d12df6a482fb6b44c988e54ca71&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1833892
Jun 24 16:44:58.859166 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38366) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:44:58.916099 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.940860 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:58.991119 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:59.004982 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22fe6e0b-f30f-465d-a02f-38c72d7c9f15,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:44:59.011043 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:44:59.012166 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-c2d27f76-0a67-4db3-a605-556d48f13d25 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/22fe6e0b-f30f-465d-a02f-38c72d7c9f15 HTTP/1.1" status: 204  len: 168 time: 0.1521747
Jun 24 16:45:04.537979 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38462) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:04.669760 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:04.684216 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:04.688002 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Usage tracker for resource:security_group_rule and tenant:51d4d2514e5846e7b8d45e1119f2cd6d is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:04.690786 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:04.697107 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:04.785672 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:04.789671 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:04.837274 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5267c3f2-3697-416c-ad92-b6836db13eeb,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:04.841468 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-d3b5d6ff-06e3-4773-9f46-f3054a8a3163 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=51d4d2514e5846e7b8d45e1119f2cd6d&name=default HTTP/1.1" status: 200  len: 2979 time: 0.3024642
Jun 24 16:45:04.844124 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38468) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:04.904551 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:04.936616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.016229 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.031534 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5267c3f2-3697-416c-ad92-b6836db13eeb,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:05.035934 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.037819 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-03304d8d-6b92-49f8-a761-8cfb882caf9f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5267c3f2-3697-416c-ad92-b6836db13eeb HTTP/1.1" status: 204  len: 168 time: 0.1918478
Jun 24 16:45:05.307128 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38476) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:05.324148 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.338236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:05.341997 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Usage tracker for resource:security_group_rule and tenant:086d33aaf9034feeb9a24b8b47a9404e is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:05.344745 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:05.350454 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:05.432995 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.436820 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.484862 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=086d33aaf9034feeb9a24b8b47a9404e&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1766510
Jun 24 16:45:05.485718 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d0f886c-d35a-43c1-b30d-8c39341e93cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b09e5e2-fd21-4a40-afeb-f76dcd919b60,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:05.487582 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38480) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:05.546951 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.571852 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.622608 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.638395 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b09e5e2-fd21-4a40-afeb-f76dcd919b60,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:05.647360 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:05.651363 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-e362e96a-b44f-4b2a-afe5-0aff05d0d0f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6b09e5e2-fd21-4a40-afeb-f76dcd919b60 HTTP/1.1" status: 204  len: 168 time: 0.1599097
Jun 24 16:45:11.138269 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:11.996802 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38564) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:12.114403 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.128674 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:12.133462 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Usage tracker for resource:security_group_rule and tenant:478cae6e5cde454ea407eaaad3cdf546 is out of sync, need to count used quota {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:12.136651 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.quota.resource [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88115) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:12.142216 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.quota.driver [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88115) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:12.227872 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.231687 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.278546 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=478cae6e5cde454ea407eaaad3cdf546&name=default HTTP/1.1" status: 200  len: 2979 time: 0.2806697
Jun 24 16:45:12.279418 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2452e86-fa31-4aa6-9c13-925a10de4b53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=310f9f64-849e-40eb-93e2-1d7c70419ca4,revision_number=1']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:12.281279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38570) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:12.344114 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.369545 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.421073 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.438139 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=310f9f64-849e-40eb-93e2-1d7c70419ca4,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:12.449003 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.450124 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-afe040e7-d942-4102-a43b-b3caa7447a4d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/310f9f64-849e-40eb-93e2-1d7c70419ca4 HTTP/1.1" status: 204  len: 168 time: 0.1677790
Jun 24 16:45:12.730905 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38578) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:12.748713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.762462 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:12.766196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Usage tracker for resource:security_group_rule and tenant:eac893d49af54841892ba507ec4be869 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:12.768916 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:12.774488 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:12.853713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.857492 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.902650 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57d3ac98-c4c9-43fc-9e31-22f605eeb3f9,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:12.906880 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-9fa4191a-ba57-4172-8caa-f3ce942753ee admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=eac893d49af54841892ba507ec4be869&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1749177
Jun 24 16:45:12.909463 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38582) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:12.970349 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:12.995731 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:13.046009 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:13.062071 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57d3ac98-c4c9-43fc-9e31-22f605eeb3f9,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:13.066384 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:13.067518 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-21ca5460-6891-44f5-a0cb-f5aa10f42bbc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57d3ac98-c4c9-43fc-9e31-22f605eeb3f9 HTTP/1.1" status: 204  len: 168 time: 0.1571147
Jun 24 16:45:13.802935 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38606) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:13.912404 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2088464636-network', 'tenant_id': '0ad4bb3f0a864bc69918128ca1ce9852'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:13.917929 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:13.921984 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Usage tracker for resource:network and tenant:0ad4bb3f0a864bc69918128ca1ce9852 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:13.929557 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:13.935320 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:13.949713 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Made reservation on behalf of 0ad4bb3f0a864bc69918128ca1ce9852 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:45:13.952616 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:13.965255 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:13.984499 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:13.988414 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Usage tracker for resource:security_group_rule and tenant:0ad4bb3f0a864bc69918128ca1ce9852 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:13.995663 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:14.001384 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:14.098674 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.103750 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.149967 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 326}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:45:14.155663 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfc48e1c-33d4-4c1b-b92c-75186a781eab,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:14.164702 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.165068 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Added segment b200ac8c-8fb4-45eb-ac5b-eafbf9888728 of type vlan for network adb3b52d-74c2-4c8e-ba10-5689b70a59ef
Jun 24 16:45:14.192422 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.221455 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.222288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:14.222875 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.325161 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] Pushing event updated for resources: {'Network': ['ID=adb3b52d-74c2-4c8e-ba10-5689b70a59ef,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:14.333329 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-344c246f-54c1-49c4-a747-6155efeda46a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.5266409
Jun 24 16:45:14.333550 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38612) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:14.340095 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Request body: {'subnet': {'network_id': 'adb3b52d-74c2-4c8e-ba10-5689b70a59ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2088464636-subnet', 'tenant_id': '0ad4bb3f0a864bc69918128ca1ce9852', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:14.341559 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network adb3b52d-74c2-4c8e-ba10-5689b70a59ef details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:45:14.345213 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:14.349259 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Usage tracker for resource:subnet and tenant:0ad4bb3f0a864bc69918128ca1ce9852 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:14.352288 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:14.358481 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:14.370458 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Made reservation on behalf of 0ad4bb3f0a864bc69918128ca1ce9852 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:45:14.372822 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.577198 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.652700 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Pushing event updated for resources: {'Subnet': ['ID=baa9bd18-4378-45c0-843a-011c53fa7bdf,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:14.661280 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Checking segment: {'id': 'b200ac8c-8fb4-45eb-ac5b-eafbf9888728', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 326, 'network_id': 'adb3b52d-74c2-4c8e-ba10-5689b70a59ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:45:14.661632 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Network hostable DHCP agents. Network: adb3b52d-74c2-4c8e-ba10-5689b70a59ef, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:45:14.680302 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Network adb3b52d-74c2-4c8e-ba10-5689b70a59ef is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:45:14.689933 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, adb3b52d-74c2-4c8e-ba10-5689b70a59ef) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:45:14.694064 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:14.694649 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:14.699696 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc429885-db01-43d0-86b5-756639b66bf3 None None] Network adb3b52d-74c2-4c8e-ba10-5689b70a59ef requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:45:14.717861 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-cb6761d3-fce5-4674-91e3-54f135cd3617 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3832457
Jun 24 16:45:14.921657 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1dcd54f-f532-4e25-a596-1837c17b728b None None] Network adb3b52d-74c2-4c8e-ba10-5689b70a59ef requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:45:15.229999 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38630) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:15.235739 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2069601395-network', 'tenant_id': '78605586e5ff4666bc51a0d42894ae86'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:15.240369 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:15.244956 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Usage tracker for resource:network and tenant:78605586e5ff4666bc51a0d42894ae86 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:15.247797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:15.255519 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:15.266711 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Made reservation on behalf of 78605586e5ff4666bc51a0d42894ae86 for: {'network': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:45:15.268979 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for network, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.281072 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.295467 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:15.299346 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Usage tracker for resource:security_group_rule and tenant:78605586e5ff4666bc51a0d42894ae86 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:15.302081 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:15.308281 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:15.390271 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.394005 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.426046 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 327}  {{(pid=88114) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}}
Jun 24 16:45:15.431817 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f318ff-82bb-41c7-abfc-0a23ba2aca87,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:15.438909 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.439274 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.db.segments_db [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Added segment 1873052b-021a-4c29-a3d6-b2b9549f0528 of type vlan for network 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362
Jun 24 16:45:15.466669 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8750117324593'] for network, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.496332 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555'] for network, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.497261 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:15.497840 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.691530 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] Pushing event updated for resources: {'Network': ['ID=78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:15.694466 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-7ef25539-9e99-4c9a-a6ca-627abca9ef5a admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201  len: 882 time: 0.4633131
Jun 24 16:45:15.697236 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38634) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:15.701678 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Network 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362 details requested by agent ovs-agent-dv-cinder-847189-3-iscsi with host dv-cinder-847189-3-iscsi {{(pid=88116) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}}
Jun 24 16:45:15.703212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Request body: {'subnet': {'network_id': '78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2069601395-subnet', 'tenant_id': '78605586e5ff4666bc51a0d42894ae86', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:15.708101 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:15.712015 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Usage tracker for resource:subnet and tenant:78605586e5ff4666bc51a0d42894ae86 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:15.714895 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:15.720798 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:15.731362 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Made reservation on behalf of 78605586e5ff4666bc51a0d42894ae86 for: {'subnet': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:45:15.733631 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-2379837'] for subnet, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:15.936859 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-2295651', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-2379787'] for subnet, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:16.009082 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=2e51cd00-c95f-4b28-9424-5293def2e746,revision_number=0']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:16.017021 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Checking segment: {'id': '1873052b-021a-4c29-a3d6-b2b9549f0528', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 327, 'network_id': '78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:45:16.017382 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Network hostable DHCP agents. Network: 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362, hostable agents: ['2867dccb-a0cd-4fca-8a41-334ace308ee9'], hosted agents: [] {{(pid=88114) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}}
Jun 24 16:45:16.036361 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Network 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362 is scheduled to be hosted by DHCP agent 2867dccb-a0cd-4fca-8a41-334ace308ee9 with binding_index 1 {{(pid=88114) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}}
Jun 24 16:45:16.046961 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-847189-3-iscsi, 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362) {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:45:16.050959 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:16.051488 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:16.055736 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c37b8889-79bd-4697-846a-3b1b7111d62c None None] Network 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:45:16.072332 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-045b34f7-dcb8-4041-91e8-c525ba35ca5e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201  len: 846 time: 0.3739278
Jun 24 16:45:16.276298 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25bee05e-ddb6-431d-a881-1a07fa58b6db None None] Network 78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362 requested from dv-cinder-847189-3-iscsi {{(pid=88116) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}}
Jun 24 16:45:18.886028 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2077d7f5-166b-4092-93fd-3b377c1cb123 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:21.107850 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:45:21.181910 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-2be1d34b-9820-49f4-8e82-7e3b888a4bd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:21.999004 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:22.297074 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:23.429790 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.221184 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38756) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:32.280327 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.db.db_base_plugin_v2 [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Deleting subnet baa9bd18-4378-45c0-843a-011c53fa7bdf {{(pid=88115) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:45:32.283455 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.340545 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-9480763'] for subnet, precommit_delete_associations {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.401271 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.472750 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-10194360', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-9972266'] for subnet, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.513786 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=baa9bd18-4378-45c0-843a-011c53fa7bdf,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:32.517238 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] Notify callbacks [] for subnet, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.527196 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-5622d50c-1901-49c4-ad36-a3f42c2ed150 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/baa9bd18-4378-45c0-843a-011c53fa7bdf HTTP/1.1" status: 204  len: 168 time: 0.3049948
Jun 24 16:45:32.529625 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38760) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:32.630560 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.749679 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.774133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b3c63e80>,) {'filters': {'network_id': ['adb3b52d-74c2-4c8e-ba10-5689b70a59ef']}} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:32.785606 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3c63e80>, 'b200ac8c-8fb4-45eb-ac5b-eafbf9888728') {'for_net_delete': True} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:32.786142 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.services.segments.db [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b3c63e80>, 'b200ac8c-8fb4-45eb-ac5b-eafbf9888728') {} {{(pid=88115) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:32.797208 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-9480754'] for segment, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.813255 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.819183 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Releasing vlan 326 on physical network physnet1 to pool {{(pid=88115) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:45:32.819559 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-10194198'] for segment, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.916084 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.934511 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:32.940347 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=adb3b52d-74c2-4c8e-ba10-5689b70a59ef,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:32.944430 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d8898955-1ab0-4a1b-a878-eed8ae383d8c admin admin] 10.222.0.18 "DELETE /v2.0/networks/adb3b52d-74c2-4c8e-ba10-5689b70a59ef HTTP/1.1" status: 204  len: 168 time: 0.4138815
Jun 24 16:45:32.947348 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38768) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:32.972123 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment b200ac8c-8fb4-45eb-ac5b-eafbf9888728 resource provider aggregate not found
Jun 24 16:45:32.988995 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.services.segments.plugin [-] Segment b200ac8c-8fb4-45eb-ac5b-eafbf9888728 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid b200ac8c-8fb4-45eb-ac5b-eafbf9888728 found for delete  ", "request_id": "req-811236b9-1c4b-4558-9fc4-bc9ff8ff6598"}]}
Jun 24 16:45:33.010455 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_v2 [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Deleting subnet 2e51cd00-c95f-4b28-9424-5293def2e746 {{(pid=88114) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}}
Jun 24 16:45:33.013369 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.061545 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-10021022'] for subnet, precommit_delete_associations {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.114090 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-1815137'] for subnet, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.182735 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1815130', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735260', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-2294446', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-2379776'] for subnet, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.220666 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2e51cd00-c95f-4b28-9424-5293def2e746,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:33.222569 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for subnet, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.229266 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-28bca06e-fdc1-4402-aa52-a5fcf7f860a2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/2e51cd00-c95f-4b28-9424-5293def2e746 HTTP/1.1" status: 204  len: 168 time: 0.2809024
Jun 24 16:45:33.231694 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38774) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:33.335910 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1738200'] for network, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.456559 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1817620', 'neutron.services.segments.db._delete_segments_for_network-8750117693561'] for network, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.481874 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (<neutron_lib.context.Context object at 0x7f54b82cb3d0>,) {'filters': {'network_id': ['78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362']}} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:33.493920 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b82cb3d0>, '1873052b-021a-4c29-a3d6-b2b9549f0528') {'for_net_delete': True} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:33.494214 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.services.segments.db [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (<neutron_lib.context.Context object at 0x7f54b82cb3d0>, '1873052b-021a-4c29-a3d6-b2b9549f0528') {} {{(pid=88114) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}}
Jun 24 16:45:33.506072 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8750117696404', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-10021015'] for segment, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.522171 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1824395'] for segment, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.529200 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Releasing vlan 327 on physical network physnet1 to pool {{(pid=88114) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}}
Jun 24 16:45:33.529601 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1824388', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-2294272'] for segment, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.595014 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 1873052b-021a-4c29-a3d6-b2b9549f0528 resource provider aggregate not found
Jun 24 16:45:33.615919 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.services.segments.plugin [-] Segment 1873052b-021a-4c29-a3d6-b2b9549f0528 resource provider not found; error: Placement Client Error (4xx): {"errors": [{"status": 404, "title": "Not Found", "detail": "The resource could not be found.\n\n No resource provider with uuid 1873052b-021a-4c29-a3d6-b2b9549f0528 found for delete  ", "request_id": "req-090e1095-56d5-4735-ad07-700afb0c6353"}]}
Jun 24 16:45:33.628609 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-1817627', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735351', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-544475'] for network, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.645146 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-652569'] for network, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.653330 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] 10.222.0.18 "DELETE /v2.0/networks/78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362 HTTP/1.1" status: 204  len: 168 time: 0.4206238
Jun 24 16:45:33.656279 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c6ced3-7045-408f-848c-2cecaf08d052 admin admin] Pushing event deleted for resources: {'Network': ['ID=78d6c8d4-6e31-47f4-bb9b-9e3a6c4f4362,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:33.822342 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38784) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:33.869743 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-a7e6c11b-ab0e-48ff-b692-1197cf1f8332 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0ad4bb3f0a864bc69918128ca1ce9852&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0461359
Jun 24 16:45:33.872260 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [-] (88114) accepted ('10.222.0.18', 38788) {{(pid=88114) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:33.934662 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:33.960810 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.013548 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.034645 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfc48e1c-33d4-4c1b-b92c-75186a781eab,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:34.038476 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] Notify callbacks [] for security_group, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.039883 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [None req-26ba2fb3-e2ee-4920-8b89-49776950562e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/cfc48e1c-33d4-4c1b-b92c-75186a781eab HTTP/1.1" status: 204  len: 168 time: 0.1666877
Jun 24 16:45:34.373413 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38796) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:34.419743 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-da0cfe5b-7a8a-41bd-b8b8-f80a03a3fc07 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=78605586e5ff4666bc51a0d42894ae86&name=default HTTP/1.1" status: 200  len: 2979 time: 0.0452392
Jun 24 16:45:34.422080 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 38800) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:34.478046 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.503413 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.557133 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.572276 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f318ff-82bb-41c7-abfc-0a23ba2aca87,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:34.578026 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:34.579461 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-d61c974b-e4a9-4d4d-b9f1-6a856fa01460 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30f318ff-82bb-41c7-abfc-0a23ba2aca87 HTTP/1.1" status: 204  len: 168 time: 0.1564825
Jun 24 16:45:37.118149 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-38f67cf8-007f-4fde-86ab-298b47a90aca tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0317340
Jun 24 16:45:37.356487 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-99c4b616-e01a-4bcc-bd78-2c38f0752fce tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:37.357909 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-99c4b616-e01a-4bcc-bd78-2c38f0752fce tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.2345226
Jun 24 16:45:37.372317 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-eb518aec-4093-4431-9f51-3d08b6d91642 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/quotas/64e2dd96fbc344d99f55b84cf7e07a48 HTTP/1.1" status: 200  len: 375 time: 0.0086863
Jun 24 16:45:37.425544 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-5946c160-de2a-4c2a-8511-ce11401fb2cf tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&fields=id HTTP/1.1" status: 200  len: 210 time: 0.0479074
Jun 24 16:45:37.612723 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-fbb65ffc-d598-44d9-97ae-f16246969fb9 req-c521a70b-3364-4d3e-bd6f-3fc2e95e3455 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 210 time: 0.0527124
Jun 24 16:45:38.508585 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-c0b87bda-5a19-4933-bc9c-57dce1413f88 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.47 "GET /v2.0/networks?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&shared=False HTTP/1.1" status: 200  len: 213 time: 0.0262413
Jun 24 16:45:38.661684 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-a3eaf4da-b7f7-48e0-8f94-82075bd1598a tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:38.664462 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-a3eaf4da-b7f7-48e0-8f94-82075bd1598a tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.47 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200  len: 769 time: 0.1503036
Jun 24 16:45:38.676529 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Request body: {'port': {'device_id': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0', 'admin_state_up': True, 'tenant_id': '64e2dd96fbc344d99f55b84cf7e07a48'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:38.774117 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-d912866f-c399-4890-b1ea-6b4b00830fc9 req-a1686034-b16c-4e83-9641-391362df09bf tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 210 time: 0.0502961
Jun 24 16:45:38.812861 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:38.816614 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Usage tracker for resource:port and tenant:64e2dd96fbc344d99f55b84cf7e07a48 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:38.819426 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Quota usage for port was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:38.824939 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:38.834105 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Made reservation on behalf of 64e2dd96fbc344d99f55b84cf7e07a48 for: {'port': 1} {{(pid=88114) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}}
Jun 24 16:45:38.837861 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:38.849325 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks [] for security_group, before_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:38.864059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom  {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}}
Jun 24 16:45:38.867922 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Usage tracker for resource:security_group_rule and tenant:64e2dd96fbc344d99f55b84cf7e07a48 is out of sync, need to count used quota {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:270}}
Jun 24 16:45:38.870872 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=88114) count_used /opt/stack/neutron/neutron/quota/resource.py:290}}
Jun 24 16:45:38.876573 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.quota.driver [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=88114) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}}
Jun 24 16:45:38.967129 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks [] for security_group, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:38.971295 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.050444 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Pushing event updated for resources: {'SecurityGroup': ['ID=60e9235d-c049-4267-861f-1b4b17a4231f,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:39.068318 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.068656 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.068988 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.069314 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.070162 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.070485 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.070835 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.071155 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.071475 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.071790 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.072105 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.072417 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88114) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:39.149982 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.db_base_plugin_common [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Allocated IP 192.168.233.72 (45d2f41a-c75a-4056-9cc6-8e93314233b0/10311b7d-6dd5-4ac8-99a3-ae5da35160aa/b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a) {{(pid=88114) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}}
Jun 24 16:45:39.436973 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks [] for port, precommit_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.453290 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Transition to ACTIVE for port object b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a will not be triggered until provisioned by entity DHCP. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:45:39.475549 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8750117304751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_create {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.543413 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Network 45d2f41a-c75a-4056-9cc6-8e93314233b0 is already hosted by enough agents. {{(pid=88114) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}}
Jun 24 16:45:39.546295 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.scheduler.base_scheduler [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Resources bound (agent type, host, resource id):  {{(pid=88114) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}}
Jun 24 16:45:39.550212 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Received port after_create {{(pid=88114) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}}
Jun 24 16:45:39.595044 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Pushing event updated for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=1']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:39.622669 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:39.623299 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.649968 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-043cecdd-e3c2-43a8-8a57-5a819853537f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.47 "POST /v2.0/ports HTTP/1.1" status: 201  len: 937 time: 0.9770465
Jun 24 16:45:39.661886 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.v2.base [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Request body: {'port': {'device_id': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-84718'}} {{(pid=88114) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}}
Jun 24 16:45:39.737190 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-577d44b7-95b0-498e-b2e3-855c83cb0038 None None] Provisioning for port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a completed by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:45:39.742581 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-577d44b7-95b0-498e-b2e3-855c83cb0038 None None] Provisioning complete for port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a triggered by entity DHCP. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:45:39.742979 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-577d44b7-95b0-498e-b2e3-855c83cb0038 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.777590 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:39.833239 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-577d44b7-95b0-498e-b2e3-855c83cb0038 None None] Port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a cannot update to ACTIVE because it is not bound. {{(pid=88116) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:339}}
Jun 24 16:45:39.970937 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1824dae4-929e-4994-b17d-f01cb361badd req-1245732b-d214-43c1-81a5-c9843d1fcf03 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:39.972316 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1824dae4-929e-4994-b17d-f01cb361badd req-1245732b-d214-43c1-81a5-c9843d1fcf03 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 935 time: 0.0901496
Jun 24 16:45:40.020757 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1824dae4-929e-4994-b17d-f01cb361badd req-db9f7a5b-2624-4013-bf96-b3d8b843da48 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0417426
Jun 24 16:45:40.123328 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a {{(pid=88114) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:45:40.130393 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks [] for port, precommit_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:40.143858 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.provisioning_blocks [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Transition to ACTIVE for port object b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a will not be triggered until provisioned by entity L2. {{(pid=88114) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}}
Jun 24 16:45:40.148307 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:40.283125 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=2']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:40.407284 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Attempting to bind port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a on host hv-cinder-84718 for vnic_type normal with profile  {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:806}}
Jun 24 16:45:40.407619 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Attempting to bind port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a by drivers openvswitch,hyperv on host hv-cinder-84718 at level 0 using segments [{'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:831}}
Jun 24 16:45:40.407949 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Attempting to bind port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a on network 45d2f41a-c75a-4056-9cc6-8e93314233b0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:45:40.412419 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a on network 45d2f41a-c75a-4056-9cc6-8e93314233b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-84718 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}}
Jun 24 16:45:40.412741 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Attempting to bind port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a on network 45d2f41a-c75a-4056-9cc6-8e93314233b0 {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}}
Jun 24 16:45:40.417752 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Checking agent: {'id': '6c356ee3-52cd-4a02-b88f-f83188ef9b4b', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-84718', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'started_at': datetime.datetime(2022, 6, 24, 16, 29, 11), 'heartbeat_timestamp': datetime.datetime(2022, 6, 24, 16, 45, 11), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}}
Jun 24 16:45:40.418083 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Checking segment: {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=88114) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:343}}
Jun 24 16:45:40.418467 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Bound using segment: {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'} {{(pid=88114) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}}
Jun 24 16:45:40.418928 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.managers [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Bound port: b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host: hv-cinder-84718, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e7e656be-e310-4e84-8bf1-62797107bcd3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 348, 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0'}}] {{(pid=88114) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:944}}
Jun 24 16:45:40.419268 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:40.505904 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, cleared binding levels {{(pid=88114) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}}
Jun 24 16:45:40.509218 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88114) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}}
Jun 24 16:45:40.513376 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-2294500'] for port, after_update {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:40.576196 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:40.576827 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:40.578137 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] 10.222.0.47 "PUT /v2.0/ports/b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a HTTP/1.1" status: 200  len: 1097 time: 0.9205706
Jun 24 16:45:40.578565 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:45:40.598184 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1aaa00-916a-4f68-9a43-d5581ab01271 service neutron] Pushing event updated for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=3']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:40.652135 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-c7c7de57-2f58-4a5c-b090-30644d207ee1'] response: {'name': 'network-changed', 'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a', 'status': 'completed', 'code': 200}
Jun 24 16:45:40.697233 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-bc38a22e-75eb-40b1-8694-a66093a4a20d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:40.699376 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-bc38a22e-75eb-40b1-8694-a66093a4a20d service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 1100 time: 0.0832739
Jun 24 16:45:40.772233 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-c8554ef7-07d4-452a-8919-63232fa9b1d6 service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a HTTP/1.1" status: 200  len: 217 time: 0.0662806
Jun 24 16:45:40.833858 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-49cafd5a-edb3-4e39-b78a-a27846dab78f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:40.835354 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-49cafd5a-edb3-4e39-b78a-a27846dab78f service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10311b7d-6dd5-4ac8-99a3-ae5da35160aa HTTP/1.1" status: 200  len: 843 time: 0.0577104
Jun 24 16:45:40.923913 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-8ee6ca2e-790a-4b2c-b856-01f07b1fd4b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:40.925307 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-8ee6ca2e-790a-4b2c-b856-01f07b1fd4b0 service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2f41a-c75a-4056-9cc6-8e93314233b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0813506
Jun 24 16:45:41.065604 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-b4ebcf47-b38c-42e1-ac41-9c9e88838295 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2f41a-c75a-4056-9cc6-8e93314233b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1331224
Jun 24 16:45:41.136889 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:41.198983 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-7d937bec-6fae-4321-81a6-0dde873e0994 req-3a1394b9-d7ae-4185-9de0-38376de14814 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2f41a-c75a-4056-9cc6-8e93314233b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1270075
Jun 24 16:45:41.216269 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17692a2a-4be2-4f19-b519-ddd0ab7950bd req-238859fc-ee86-4abb-b9b4-6d1e851e7b7d tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:41.217894 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17692a2a-4be2-4f19-b519-ddd0ab7950bd req-238859fc-ee86-4abb-b9b4-6d1e851e7b7d tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 947 time: 0.0875757
Jun 24 16:45:41.268226 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-17692a2a-4be2-4f19-b519-ddd0ab7950bd req-a5fae0d4-2684-46bb-bc2f-7c6e3959c3e4 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0431979
Jun 24 16:45:41.407068 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-58f01e93-a9d8-42db-9559-5dad6268d149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:41.408552 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-58f01e93-a9d8-42db-9559-5dad6268d149 service neutron] 10.222.0.47 "GET /v2.0/ports?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 1100 time: 0.1647811
Jun 24 16:45:41.539503 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-c896e261-6965-440a-8f3a-5cdac03e178d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:41.540915 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-c896e261-6965-440a-8f3a-5cdac03e178d service neutron] 10.222.0.47 "GET /v2.0/networks?id=45d2f41a-c75a-4056-9cc6-8e93314233b0 HTTP/1.1" status: 200  len: 870 time: 0.1261578
Jun 24 16:45:41.611489 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-982cf878-1313-4ace-8899-44d1bc66202f service neutron] 10.222.0.47 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.72&port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a HTTP/1.1" status: 200  len: 217 time: 0.0633974
Jun 24 16:45:41.671409 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-cf2e649a-996c-48da-84e4-c6162d1b8090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:41.672695 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-cf2e649a-996c-48da-84e4-c6162d1b8090 service neutron] 10.222.0.47 "GET /v2.0/subnets?id=10311b7d-6dd5-4ac8-99a3-ae5da35160aa HTTP/1.1" status: 200  len: 843 time: 0.0550175
Jun 24 16:45:41.756954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-38c8e637-b302-4eac-b408-a5faea40bbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:41.758402 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-38c8e637-b302-4eac-b408-a5faea40bbcb service neutron] 10.222.0.47 "GET /v2.0/ports?network_id=45d2f41a-c75a-4056-9cc6-8e93314233b0&device_owner=network%3Adhcp HTTP/1.1" status: 200  len: 1178 time: 0.0793641
Jun 24 16:45:41.887841 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-403d86fb-3cf1-40b9-b689-cd33df3d4ac0 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2f41a-c75a-4056-9cc6-8e93314233b0?fields=segments HTTP/1.1" status: 200  len: 212 time: 0.1219623
Jun 24 16:45:42.016521 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-c4d58a76-2b64-4bf0-b4f2-3d38e478c418 req-a227d8b2-a025-4b08-91d3-c0feec648d14 service neutron] 10.222.0.47 "GET /v2.0/networks/45d2f41a-c75a-4056-9cc6-8e93314233b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200  len: 281 time: 0.1221762
Jun 24 16:45:42.466188 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1722d077-062f-433e-af22-be4096b98093 req-1970cbc5-7975-4fc1-9752-463e972be046 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:42.467657 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1722d077-062f-433e-af22-be4096b98093 req-1970cbc5-7975-4fc1-9752-463e972be046 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 947 time: 0.0895364
Jun 24 16:45:42.514303 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1722d077-062f-433e-af22-be4096b98093 req-0325e4c7-d60e-4ab1-86ad-565fb69bb133 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0409789
Jun 24 16:45:43.705779 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db264580-a857-40ab-9154-f000c6575c9e req-27fa1047-9481-4f77-8d2b-f96d4d24a740 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:43.707300 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db264580-a857-40ab-9154-f000c6575c9e req-27fa1047-9481-4f77-8d2b-f96d4d24a740 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 947 time: 0.0889800
Jun 24 16:45:43.750024 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-db264580-a857-40ab-9154-f000c6575c9e req-4c969a31-fd3e-4509-9f6f-c40bdfe03ff4 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0367188
Jun 24 16:45:44.121991 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a details requested by agent hyperv_hv-cinder-84718 with host hv-cinder-84718 {{(pid=88116) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}}
Jun 24 16:45:44.250317 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:45:44.263251 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Returning: {'device': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a', 'network_id': '45d2f41a-c75a-4056-9cc6-8e93314233b0', 'port_id': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a', 'mac_address': 'fa:16:3e:43:08:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 348, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '10311b7d-6dd5-4ac8-99a3-ae5da35160aa', 'ip_address': '192.168.233.72'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=88116) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}}
Jun 24 16:45:44.315180 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a is: DOWN; New status is: BUILD {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:45:44.315544 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:44.335618 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a {{(pid=88116) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}}
Jun 24 16:45:44.350451 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:45:44.353949 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:44.419799 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=4']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:44.426635 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.426996 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.427332 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.427653 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.427977 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.428299 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.428645 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.428960 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.429275 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.429587 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.429918 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.430207 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88116) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:44.562756 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:45:44.937549 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6808fd5-7d31-41c2-bbd3-d1ede284dfcb req-50622372-6c83-43d2-9ace-e4f7c490481f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:44.939006 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6808fd5-7d31-41c2-bbd3-d1ede284dfcb req-50622372-6c83-43d2-9ace-e4f7c490481f tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 948 time: 0.0848367
Jun 24 16:45:44.982151 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-a6808fd5-7d31-41c2-bbd3-d1ede284dfcb req-c9de94dc-84eb-40e2-9091-60f58f4c0f36 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0374322
Jun 24 16:45:46.137793 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a up at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}}
Jun 24 16:45:46.178330 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c083ba-730b-40cb-b6f7-2d5a2cf7cfac req-635d7069-7636-400a-aec0-c21325ed9556 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:46.179838 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91c083ba-730b-40cb-b6f7-2d5a2cf7cfac req-635d7069-7636-400a-aec0-c21325ed9556 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 948 time: 0.0920451
Jun 24 16:45:46.204991 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning for port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a completed by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}}
Jun 24 16:45:46.209620 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.db.provisioning_blocks [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Provisioning complete for port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a triggered by entity L2. {{(pid=88116) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}}
Jun 24 16:45:46.210534 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1406859'] for port, provisioning_complete {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:46.226173 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-91c083ba-730b-40cb-b6f7-2d5a2cf7cfac req-57765216-c0d4-4dc5-82d9-34e156580ffa tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0397356
Jun 24 16:45:46.325633 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Current status of the port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a is: BUILD; New status is: ACTIVE {{(pid=88116) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2189}}
Jun 24 16:45:46.326001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1723019'] for port, before_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:46.353501 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a'}] {{(pid=88116) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:45:46.363252 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88116) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:45:46.367397 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8750117845881', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8750117304769', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8750117304814'] for port, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:46.415342 dv-cinder-847189-3-iscsi neutron-server[88116]: INFO neutron.notifiers.nova [-] Nova event matching ['req-3c70d46d-1ca9-402f-813b-683daceec9bc'] response: {'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a', 'code': 200}
Jun 24 16:45:46.441106 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Pushing event updated for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=5']} {{(pid=88116) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:46.636338 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20161167-64e3-4664-9189-677662d694af req-f4f6cd61-94f7-43b3-8c20-847b9fda7f25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:46.637714 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20161167-64e3-4664-9189-677662d694af req-f4f6cd61-94f7-43b3-8c20-847b9fda7f25 service neutron] 10.222.0.47 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 1102 time: 0.0759773
Jun 24 16:45:46.677411 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-20161167-64e3-4664-9189-677662d694af req-01ea6e47-5a05-4e05-af2f-fb0eedc226a3 service neutron] 10.222.0.47 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0326810
Jun 24 16:45:47.416389 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e2c95a-d1d2-4149-89bb-36fbd2a3a932 req-aa17a240-e322-42e0-ac13-fee5bee849ee tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:47.417847 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-79e2c95a-d1d2-4149-89bb-36fbd2a3a932 req-aa17a240-e322-42e0-ac13-fee5bee849ee tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 949 time: 0.0855262
Jun 24 16:45:47.466974 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-79e2c95a-d1d2-4149-89bb-36fbd2a3a932 req-8defb9d5-d965-4655-a9f3-0b8e19c4096e tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0415828
Jun 24 16:45:48.657792 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc54a86-8fcc-4346-8892-b05874745076 req-1e9cbf0b-4090-4ab5-a6ee-b9d8fa0e03a3 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:48.659165 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cbc54a86-8fcc-4346-8892-b05874745076 req-1e9cbf0b-4090-4ab5-a6ee-b9d8fa0e03a3 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 949 time: 0.0849364
Jun 24 16:45:48.702704 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-cbc54a86-8fcc-4346-8892-b05874745076 req-af0e1272-5e77-48f0-9025-77ca98609111 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0371742
Jun 24 16:45:48.887231 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8a2d9349-46ed-47a9-a567-af2cedd028c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:49.145930 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5bab44-1032-4633-b398-28b0714d5c84 req-3092ea46-9092-462c-9749-1796a44709b0 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:49.147397 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ef5bab44-1032-4633-b398-28b0714d5c84 req-3092ea46-9092-462c-9749-1796a44709b0 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 949 time: 0.0901818
Jun 24 16:45:49.191189 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-ef5bab44-1032-4633-b398-28b0714d5c84 req-a9b88d92-d2f4-41c7-aa43-92add2b9396d tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0377088
Jun 24 16:45:50.388308 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39727e50-6674-43b6-890b-31d56ec1a4ca req-1659b844-bc49-4a9f-94d0-775739b11c39 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88115) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:50.389711 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39727e50-6674-43b6-890b-31d56ec1a4ca req-1659b844-bc49-4a9f-94d0-775739b11c39 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 949 time: 0.0908165
Jun 24 16:45:50.408455 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-c067536b-5827-40c2-868a-59ca61f4c41e tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=88114) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:259}}
Jun 24 16:45:50.409139 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-c067536b-5827-40c2-868a-59ca61f4c41e tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Synchronizing usage tracker for tenant:64e2dd96fbc344d99f55b84cf7e07a48 on resource:port {{(pid=88114) resync /opt/stack/neutron/neutron/quota/resource.py:241}}
Jun 24 16:45:50.425797 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.quota.resource [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-c067536b-5827-40c2-868a-59ca61f4c41e tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Unset dirty status for tenant:64e2dd96fbc344d99f55b84cf7e07a48 on resource:port {{(pid=88114) _resync /opt/stack/neutron/neutron/quota/resource.py:233}}
Jun 24 16:45:50.426951 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-c067536b-5827-40c2-868a-59ca61f4c41e tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.47 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 949 time: 0.1057296
Jun 24 16:45:50.437839 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-39727e50-6674-43b6-890b-31d56ec1a4ca req-e5361b9d-046f-4b87-bece-2541ddfc81b8 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/security-groups?id=60e9235d-c049-4267-861f-1b4b17a4231f&fields=id&fields=name HTTP/1.1" status: 200  len: 286 time: 0.0421627
Jun 24 16:45:50.495571 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Deleting port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a {{(pid=88114) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}}
Jun 24 16:45:50.495908 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8750117845050'] for port, before_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:50.735986 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.db [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] For port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a, host hv-cinder-84718, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-84718',level=0,port_id=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,segment=NetworkSegment(e7e656be-e310-4e84-8bf1-62797107bcd3),segment_id=e7e656be-e310-4e84-8bf1-62797107bcd3)] {{(pid=88114) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}}
Jun 24 16:45:50.736244 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-544741'] for port, precommit_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:50.859755 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.plugins.ml2.plugin [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Calling delete_port for b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a owned by compute:nova {{(pid=88114) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2013}}
Jun 24 16:45:51.001954 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1722956', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-94917', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-652555', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8750117845908', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8750117304760', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-2294515'] for port, after_delete {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:51.013049 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.db [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] get_ports_and_sgs() called for port_ids ['b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a'] {{(pid=88116) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}}
Jun 24 16:45:51.052941 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Pushing event deleted for resources: {'Port': ['ID=b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a,revision_number=None']} {{(pid=88114) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:51.184903 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-8daab34d-8d22-40eb-afcc-4a88a71b64a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:51.240539 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.db.l3_dvrscheduler_db [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] No DVR routers for this DVR port b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a on host hv-cinder-84718 {{(pid=88114) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}}
Jun 24 16:45:51.243059 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron_lib.callbacks.manager [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-129770'] for port, before_response {{(pid=88114) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:51.245618 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'name': 'network-vif-deleted', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a'}] {{(pid=88114) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}}
Jun 24 16:45:51.261151 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.wsgi [req-d91d8099-bc0a-4586-8432-d566a74aa9fc req-b7e47e55-8b53-4c89-a7b7-475b8280b3f7 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.47 "DELETE /v2.0/ports/b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a HTTP/1.1" status: 204  len: 173 time: 0.8295450
Jun 24 16:45:51.293814 dv-cinder-847189-3-iscsi neutron-server[88114]: INFO neutron.notifiers.nova [-] Nova event matching ['req-45479c45-a68b-4535-bff9-8ff19a858d74'] response: {'server_uuid': 'fe945b40-1604-4fbe-802e-31eb767fee2b', 'name': 'network-vif-deleted', 'tag': 'b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a', 'status': 'completed', 'code': 200}
Jun 24 16:45:51.603943 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [req-1b73f9b5-ad52-462c-b0f3-d5c9d7c4cd7b req-da9af2ff-36b5-49fc-8a7c-e25a1f858f98 tempest-VolumesNegativeTest-561356048 tempest-VolumesNegativeTest-561356048-project] 10.222.0.18 "GET /v2.0/ports?device_id=fe945b40-1604-4fbe-802e-31eb767fee2b HTTP/1.1" status: 200  len: 210 time: 0.0493474
Jun 24 16:45:52.001499 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:52.298810 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:53.432412 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:54.168465 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a no longer exists at agent hyperv_hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}}
Jun 24 16:45:54.203572 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.plugin [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] No Port match for: b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a {{(pid=88116) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2269}}
Jun 24 16:45:54.203995 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron.plugins.ml2.rpc [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Device b3f2f662-c74d-4cd3-90e7-05e63b3c5b6a not bound to the agent host hv-cinder-84718 {{(pid=88116) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}}
Jun 24 16:45:57.410510 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 39146) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:57.556884 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-9476eba1-e5f3-4f3a-abaa-7c94cdd9da13 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64e2dd96fbc344d99f55b84cf7e07a48&name=default HTTP/1.1" status: 200  len: 2979 time: 0.1451545
Jun 24 16:45:57.559349 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [-] (88115) accepted ('10.222.0.18', 39152) {{(pid=88115) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}}
Jun 24 16:45:57.614879 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:57.642892 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:57.694955 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-735396'] for security_group, after_delete {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:57.715220 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e9235d-c049-4267-861f-1b4b17a4231f,revision_number=None']} {{(pid=88115) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}}
Jun 24 16:45:57.725221 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron_lib.callbacks.manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Notify callbacks [] for security_group, before_response {{(pid=88115) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:45:57.727004 dv-cinder-847189-3-iscsi neutron-server[88115]: INFO neutron.wsgi [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/60e9235d-c049-4267-861f-1b4b17a4231f HTTP/1.1" status: 204  len: 168 time: 0.1667535
Jun 24 16:45:57.728509 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.729138 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.729708 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.730259 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.730876 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.731233 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.731560 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.731883 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.732301 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.732515 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.732833 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:57.733149 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59db4393-8885-4a30-9873-b1679d3b726b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-847189-3-iscsi {{(pid=88115) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}}
Jun 24 16:45:58.107865 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:46:11.136954 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:18.889226 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-3a96c7fe-088b-4134-8c6c-bf7e59ddecd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:21.186458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d7f60190-0424-4421-bf31-64307ebaee53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:22.005442 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:22.300841 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:23.438123 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:35.107767 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:46:41.150100 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:48.891187 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-af0334c7-a5dd-432b-b714-86cdb4d8fee5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:51.190000 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a01f7e57-3969-4738-b59d-715c7d693992 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:52.007389 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:52.306629 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:46:53.437559 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:07.138682 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-891c6ca2-4d65-4d71-a953-c71270799fad req-f31e8394-0d62-4532-b5d5-fe968749da38 service neutron] (88114) timed out ('10.222.0.47', 51260) {{(pid=88114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 24 16:47:11.170675 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:12.107196 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:47:13.051864 dv-cinder-847189-3-iscsi neutron-server[88115]: DEBUG neutron.wsgi [req-a4f9e2fc-3a02-42fd-a084-165217ca49ab req-3cce9be7-d88e-4af9-9436-731b414a308b service neutron] (88115) timed out ('10.222.0.47', 51267) {{(pid=88115) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 24 16:47:18.892761 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-ffed43eb-843f-4197-bf4a-bbec8ce225c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:21.195182 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1db1e503-d322-485c-b555-a9b0f7149e45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:22.011803 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:22.310001 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:23.440520 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:41.178451 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:48.894537 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-748a2570-cd65-4099-9290-0bab5ca82301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:49.105777 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:47:51.187168 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-a69b106c-80ac-451f-ac98-477b530beb7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:52.011791 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:52.311457 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:47:53.442476 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:11.177365 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:18.895212 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-f89b4d6f-7d58-4e7f-952c-cf8c79be667c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:21.187548 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-28fb7a80-43ca-4757-9382-4ff4c4328fa6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:22.014600 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:22.313021 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:23.447106 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:26.104308 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:48:41.178414 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:48.895311 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-850a16f7-7230-40f7-8858-c41652624c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:51.188453 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d9449b59-c588-47f5-b443-b86db901a31b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:52.016374 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:52.316104 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:48:53.447906 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:03.103236 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:49:11.180203 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:18.925912 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-c077877d-5a00-4cf5-93d6-2e51731ba41b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:21.189406 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-7dd7bb61-f056-4710-a674-3a87e5adeffa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:22.018885 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:22.319584 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:23.450636 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:40.101500 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:49:41.189783 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:48.511019 dv-cinder-847189-3-iscsi neutron-server[88114]: DEBUG neutron.wsgi [req-a5b90fd8-bbb8-4a10-a77e-5bf270891e03 req-a6e6907d-497b-49ad-a0ae-714bb0616505 service neutron] (88114) timed out ('10.222.0.18', 60354) {{(pid=88114) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}}
Jun 24 16:49:48.899570 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-1b795d2c-3129-499d-b4b5-12e6ffeaf386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:51.190114 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-b4ba2f46-68b3-46f5-ab0b-5068d0efb6dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:52.021894 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:52.320449 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:49:53.454096 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:11.204753 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:17.103901 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:50:18.900483 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-9d214529-6f28-46a3-bf43-5372ae39385c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:21.190956 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-4d75d6b3-a1dc-49f6-92e2-157272b3183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:22.024155 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:22.321812 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:23.458458 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:41.204330 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:48.903765 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-147a8b65-847b-4925-bfe2-e8cb486b143f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:51.193889 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-323a3ba4-8f37-4359-b1dd-b5706bd89148 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:52.026611 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-334da793-da20-410d-a79f-f44fd9e3eb9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:52.325769 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-d4c6498e-4bc3-422c-acee-b8c20ad69413 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:53.460933 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-436f6c62-7fb6-4254-b6e0-0beab2f00ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:50:54.102679 dv-cinder-847189-3-iscsi neutron-server[88117]: DEBUG neutron.db.agents_db [None req-bea1b558-38f5-4273-93a9-fe47252288cd None None] Agent healthcheck: found 6 active agents {{(pid=88117) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}
Jun 24 16:51:11.219673 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-be735786-8a81-4bce-86f2-d179f3e846b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:51:18.905877 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-db4c0683-e12a-4f28-a789-c97459a2b6dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}
Jun 24 16:51:21.195486 dv-cinder-847189-3-iscsi neutron-server[88116]: DEBUG neutron_lib.callbacks.manager [None req-6c7dad3f-a3db-45c8-a160-14e1ace7d8f3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8750117693543', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-1406810'] for agent, after_update {{(pid=88116) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}